MsTok matched XSum gentle-codec-20260923-v1-conditional: step 4000

mstok-matched-xsum/gentle-codec-20260923-v1-conditional/step-4000/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af10c67ba3c24ef81937d417ba7e1e90b08fd6bbe28b719a4d22fc20f3a6a88b
+size 2741341161

mstok-matched-xsum/gentle-codec-20260923-v1-conditional/step-4000/ema/export/tokenizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5a4fea7ca7e5be07a6640167573addb94665e9a2d532b42300362666b41f7e
+size 299639549

mstok-matched-xsum/gentle-codec-20260923-v1-conditional/step-4000/ema/export/xsum.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6e26e4b511573e5bb54eaa795e5997df085c612b6c3602c4d8a8c807779762
+size 354177931

mstok-matched-xsum/gentle-codec-20260923-v1-conditional/step-4000/ema/metrics.json

@@ -0,0 +1,28 @@
+{
+  "step": 4000,
+  "variant": "ema",
+  "split": "validation",
+  "documents": 256,
+  "decoding": "greedy; predicted L0; 9 NFE",
+  "empty_predictions": 0,
+  "l0_code_accuracy": 0.001953125,
+  "released_inference_parity": null,
+  "token_decoding_penalties": {
+    "frequency": 0.0,
+    "adjacency": 0.0,
+    "window": 1,
+    "decay": 1.0
+  },
+  "self": {
+    "rouge1": 9.430643816054513,
+    "rouge2": 0.2982749907695221,
+    "rougeL": 8.19527878082933,
+    "gen_ppl": 545.9579789444815
+  },
+  "oracle": {
+    "rouge1": 17.353866825698304,
+    "rouge2": 4.272391255643742,
+    "rougeL": 15.673227810373028,
+    "gen_ppl": 146.0905834991063
+  }
+}

mstok-matched-xsum/gentle-codec-20260923-v1-conditional/step-4000/ema/predictions.jsonl

@@ -0,0 +1,256 @@
+{"index": 0, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Former Premier League footballer Sam Sodje has appeared in court alongside three brothers accused of charity fraud.", "oracle_prediction": "Network chief chief executive Luke Currie has signed a new contract contract extension extension to his contract."}
+{"index": 1, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Middlesex batsman Adam Voges will be out until August after suffering a torn calf muscle in his right leg.", "oracle_prediction": "It is exactly exactly what it knows what might happen if if there is is a World 2018 World Cup World Cup qualifier."}
+{"index": 2, "prediction": " inting City have have signed striker from and's from.", "reference": "The Duchess of Cambridge will feature on the cover of British Vogue to mark the magazine's centenary.", "oracle_prediction": "The Duchess of Duchess Duchess of Duchess of Duchess on Cambridge outskirts on one of the world's most most prominent literary musicians actresses"}
+{"index": 3, "prediction": " withting City have have signed striker from and. from.", "reference": "Google has hired the creator of one of the web's most notorious forums - 4chan.", "oracle_prediction": "With more than than than half half of the world's most prominent prominent prominent prominent singers."}
+{"index": 4, "prediction": "Coventry City have signed striker Ryan Bird.", "reference": "Two teenagers have been charged in connection with an incident in west Belfast in which a car collided with two police vehicles.", "oracle_prediction": "Two men have been charged with murder following a fatal crash involving a car involving car."}
+{"index": 5, "prediction": "Coventry City have sacked assistant manager Mark Robinson as manager this this season the promotion promotion Championship side the Championship side and the club.", "reference": "A pedestrian has been struck by a taxi in Dundee after it mounted the pavement.", "oracle_prediction": "A man has been charged with manslaughter after a car crashed and crashed into the city."}
+{"index": 6, "prediction": " (- and City have signed striker from and...", "reference": "Barcelona football club chief Sandro Rosell has resigned following a Spanish court's decision to look into last year's signing of Brazil star Neymar.", "oracle_prediction": "Former Australian Prime Prime Minister Minister Narendra Nepama"}
+{"index": 7, "prediction": " (ting City City have signed striker from and. from... the...\". a.\". the BBC.. the a a a a. a a.) and for the a a a a..]", "reference": "About 70% of London schools could face budget cuts under government plans to change how they are funded, according to London Councils.", "oracle_prediction": "The Bank of of England the Bank of superhero England will continue continue to continue."}
+{"index": 8, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Jason Roy continued his fine form with a second century in six days as Surrey made a strong start with the bat against Middlesex at Lord's.", "oracle_prediction": "Bayern made the perfect start to a strong start to win their first win with a dramatic win over over Italy against Italy 8 8 8 June."}
+{"index": 9, "prediction": " heting City Town have signed striker from and \u00a3 from.......", "reference": "Labour leadership hopefuls Liz Kendall and Yvette Cooper have said their supporters should back anyone other than Jeremy Corbyn in the contest.", "oracle_prediction": " Cliff Sir Michael Sir Sir Howard Palmer and Captain Grimes'.ki"}
+{"index": 10, "prediction": "]ting City Town have signed striker from and \u00a3 from.....\". the. and the\" the the UK.", "reference": "Head teachers say they are axing GCSE and A-level subjects, increasing class sizes and cutting support services as they struggle with school funding.", "oracle_prediction": " managers managers NHS health board boards mental mental health and mental health mental mental mental mental mental health and mental mental mental health health of their own own\"."}
+{"index": 11, "prediction": "Coventry City have won Premier League champions, Premier League, Premier League League Premier League League, Premier League clubs and the club.", "reference": "As the UK considers greater devolution in the aftermath of Scotland's independence referendum, should a troubled Northern Ireland Assembly push for more powers over its own affairs?", "oracle_prediction": "Have you imagine when you are at at the age of 18, an amazing ideas and a new kind of exciting exciting ideas of your own has your own?"}
+{"index": 12, "prediction": " (-ham City have signed striker from and's from from \" \"\".\", the. and the from the the UK.", "reference": "Kent's outgoing high-profile police and crime commissioner (PCC) has said she is proud of her achievements four years after being elected.", "oracle_prediction": "Britain's's most most senior prominent prominent figures politicians and politicians has said there said there is no no longer no longer longer of its own\"."}
+{"index": 13, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "A man tried to abduct a boy outside a primary school in Milton Keynes, the school said.", "oracle_prediction": "A man accused of assaulting assaulting and raping her her husband and her husband, a court heard."}
+{"index": 14, "prediction": " heting and have have signed striker from and's from from the.... and\".", "reference": "Newport County goalkeeper Rhys Taylor has joined Wrexham on loan until January.", "oracle_prediction": "Former chief executive executive Keith Currie's World Cup Cup Cup qualifier qualifier in France."}
+{"index": 15, "prediction": " (, and City have signed striker from and. from....... the.-- with club the club.", "reference": "If Chelsea boss Jose Mourinho thought he was having a bad time, he should spare a thought for New Mills.", "oracle_prediction": " there was no no no idea and there was no sign on Monday morning deal reject a deal."}
+{"index": 16, "prediction": " withting City have have signed striker from and. from from......\". a.. to BBC BBC.. the a a a a. and a.) and for. a a a a..]", "reference": "An MP has criticised \"the level of misinformation\" about a referendum on an elected mayor for Bath and North East Somerset.", "oracle_prediction": "He has described as \"absolute disgrace\", saying more and and more young people with mental mental health and mental health problems."}
+{"index": 17, "prediction": "]ting City have have signed striker from and's from.....\". the. and the\" the the UK.", "reference": "A vegan cafe in Tbilisi has appealed for public solidarity after being invaded by ultra-nationalists wielding grilled meat and sausages.", "oracle_prediction": "People in Northern Northern Ireland in Northern Ireland Northern Ireland are being being sued sued by police"}
+{"index": 18, "prediction": " (- and City have signed striker from and. from and....\". the.- a with club the club.", "reference": "Wales coach Warren Gatland resisted making more changes to his team against Italy to give his men a chance to make up for their poor start at Twickenham.", "oracle_prediction": "Former chief executive Ianchelchel has spoken to his side's side's decision to make he will make sure make sure sure the Premier League Premier League title title title."}
+{"index": 19, "prediction": " he-ham City have signed striker from and's from....... the.-- with club the club.", "reference": "Barnsley striker Tom Bradshaw says every footballer can learn from the examples set by Wales stars Gareth Bale and Aaron Ramsey.", "oracle_prediction": "Former chief executive executive Keith Currie says the says his side side side's takeover by its chief executive executive executive Lance Armstrong."}
+{"index": 20, "prediction": " (ting City have have signed striker- and.......\". the. a... the the..) a a a a. a a.) and for. a a a a..]", "reference": "A new trailer for Star Wars spin-off Rogue One has been released, offering fans a fleeting glimpse of Darth Vader.", "oracle_prediction": "Syria's President President Ali Bashar al-Assad"}
+{"index": 21, "prediction": "]ting City have have signed striker from and. from.....\". the. and the\" the the UK.", "reference": "A man who attempted to rape a young girl and raped three women has been jailed for life.", "oracle_prediction": "A woman who was raped raped by a woman killed and unlawfully killed has been jailed."}
+{"index": 22, "prediction": "]ting City have have signed striker from and's from....... the. and the from the the UK.", "reference": "Three US special forces soldiers have been shot dead by an Afghan colleague during an operation in eastern Afghanistan, US officials say.", "oracle_prediction": "More more than 60 35 people were were killed by civilians were killed in terror attacks in Northern Northern Ireland and Northern Ireland."}
+{"index": 23, "prediction": "]ting on Town have signed midfielder- and from from's's\"-.. the\" the a's. for the BBC.", "reference": "A foreign couple has been attacked by a group of \"drunk men\" in the northern Indian state of Rajasthan, police said.", "oracle_prediction": "A Taiwanese man has been killed and killed by gunman who fatally unlawfully unlawfully unlawfully in the UK and the UK, UK UK officials officials say."}
+{"index": 24, "prediction": " withting City have have signed striker from and. from... the...\". a.. to BBC BBC.. the a a a a. the and.) and for the a a a a..]", "reference": "Hong Kong-based airline Cathay Pacific has announced a ban on shipments of shark fin in a move that has been welcomed by conservationists.", "oracle_prediction": "The anti-Semitic laws."}
+{"index": 25, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Chester midfielder Tom Shaw has been appointed player-assistant manager at the National League side after signing a new contract at Bumpers Lane.", "oracle_prediction": "Manchester City boss Pep Guardiola has been ruled out of Premier Premier League game after suffering a calf injury with a knee injury in a Premier League game."}
+{"index": 26, "prediction": " (ting City have have signed striker- and.......\". the. a... the the..) a a a a. a a.) and for. a a a a..]", "reference": "Archaeologists in Denmark have uncovered an incredibly rare find: a stone age axe held within its wooden handle.", "oracle_prediction": "It began began in November 2012 2012"}
+{"index": 27, "prediction": " heting City have have signed striker from and's from......... a's. game the game.", "reference": "Aspens are one of our most beautiful native trees and there's a huge demand for seeds to grow new ones for planting.", "oracle_prediction": "The creation of one of its its most powerful the world's world's most iconic."}
+{"index": 28, "prediction": " withting City City have signed-- by-...\"\"... the.. the from. the UK.", "reference": "Divers in Guernsey will be hit with a \u00a330,000 charge if they require treatment for decompression sickness, the government has confirmed.", "oracle_prediction": "The fact that BBC that he will be \"very samuraiatisffollow studcreen\" when he intervened when he was he died, a court has heard."}
+{"index": 29, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Sri Lanka seamer Shaminda Eranga was reported for a suspect bowling action in the second-Test defeat by England at Chester-le-Street.", "oracle_prediction": "India's's Prime Minister Ministeraldarbald Modi has said that that documents are being considered considered are being sought by up-to-to-face."}
+{"index": 30, "prediction": " withting City have have signed striker from and. from from......\". a.. to BBC BBC.. the a a a a. and a.) and for. a a a a..]", "reference": "The owners of a new Indian clothing store called Hitler say they will rename it after receiving complaints.", "oracle_prediction": "The death of a pregnant pregnant woman is pregnant woman does not not mean it?"}
+{"index": 31, "prediction": "]ting City have have signed striker from and's from....... the. a's\" told the BBC.", "reference": "Islamic State (IS) militants have killed more than 120 civilians since launching a fresh attack on the Syrian border town of Kobane, activists say.", "oracle_prediction": " Islamic State (IS) militants Islamic Islamic State Islamist Islamist militants in Mosul on 22 July on 7 July."}
+{"index": 32, "prediction": "Coventry City have won the Premier League Premier League season season but this season's Premier League and Premier League games of the season.", "reference": "Barnsley have signed striker Elliot Lee from Premier League club West Ham United for an undisclosed fee.", "oracle_prediction": "Newcastle United have signed Newcastle striker Conor Lowry on loan from Burton Albion for an undisclosed undisclosed fee."}
+{"index": 33, "prediction": "Coventry City have won Premier League Premier champions champions Leicester League Premier Premier League, Premier League and Premier League games of the season.", "reference": "A man has been arrested by police in Bahrain in connection with the death of former BBC journalist and News Letter editor Austin Hunter.", "oracle_prediction": "A man has been jailed for four years for causing death over the death of a man who was found was found dead dead."}
+{"index": 34, "prediction": "Bristol City have announced that manager Dean", "reference": "Plans have been lodged for a wind farm in the Scottish Borders less than a year after the Scottish government rejected a scheme for the same site.", "oracle_prediction": "Tributes have paid tribute to the man who is responsible for the funeral service memorial service."}
+{"index": 35, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Wasps have signed England centre Kyle Eastmond from Premiership rivals Bath.", "oracle_prediction": "Hundreds people have gathered thousands of people attended the Premier League Premier League."}
+{"index": 36, "prediction": " withting City have have signed striker from and. from from......\". a.. to BBC BBC.. a a with a a. and and.) and for the a a a a..]", "reference": "Middlesbrough Mayor Ray Mallon has referred himself to his council's standards committee in response to accusations a land sale was \"dodgy\".", "oracle_prediction": " TalkTalk chief chief executive Andrew Huh has told told BBC Radio Radio 4's Today programme."}
+{"index": 37, "prediction": " withting City have have signed striker from and......... the. a.\". the BBC.. the the a a a. a..\" and from. with the.. a.]", "reference": "The US economy grew at a faster pace than previously thought in the first three months of the year.", "oracle_prediction": "A new new phase chapter new chapter."}
+{"index": 38, "prediction": " withting City have have signed striker from and from from's's\"-.. the\" the a.. in BBC BBC. BBC a a with a a. a a.) and for the a a a a..]", "reference": "A podiatrist fed up with men urinating outside his clinic has installed CCTV to catch them in the act and posted the images on social media.", "oracle_prediction": "The"}
+{"index": 39, "prediction": "]ting City Town have signed striker from and \u00a3 from.", "reference": "Hundreds of schoolchildren, among them a pupil of only eight, have been caught with drugs on school premises, new figures reveal.", "oracle_prediction": "A new version of a new series a series of thousands of people have been cancelled."}
+{"index": 40, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "An endurance race held in Glen Coe for the first time this year will form part of an international mountain running competition next year.", "oracle_prediction": "Northern Ireland and Ireland in Northern Ireland will say will now decide decide who will play in 2019 2018 World Cup qualifier against against Canada."}
+{"index": 41, "prediction": "]ting City have have signed striker from and's from....... the.. the from the the UK.", "reference": "Two rival criminal groups have been hit with what police describe as the largest ever gang injunction.", "oracle_prediction": "Twelve six people have been killed killed."}
+{"index": 42, "prediction": " (-ham City have signed striker from and. from from.. the... the. a.\" the the BBC.. the a with a a. a a.) and for the a a a a..]", "reference": "Some charges against a so-called loyalist supergrass accused of a catalogue of murders and paramilitary crimes are to be dropped.", "oracle_prediction": "After a long a long-runningrunning dispute"}
+{"index": 43, "prediction": " (ting City have have signed striker from and. from......... a's\" told the BBC.", "reference": "The Police Federation has expressed a lack of confidence in Avon and Somerset Chief Constable Nick Gargan.", "oracle_prediction": "The prime minister has said the prime prime minister"}
+{"index": 44, "prediction": " (ting City have have signed striker from and's from from........ a.\" to the BBC.", "reference": "A man who went missing after going to hospital with mental health problems should have been given more help, a coroner has said.", "oracle_prediction": "A woman who was a pregnant woman was killed and killed killed 900 people have been released."}
+{"index": 45, "prediction": " (ting City have have signed striker from and. from from...... the. a.\". the BBC.. the the a a a....\" and's. he the.. a.]", "reference": "Motorists will see an acceleration in fuel price cuts over the weekend as supermarkets take up to 2p off a litre of petrol and diesel.", "oracle_prediction": "\"I will make sure they make sure sure sure sure the new generation generation new ideas and new ideas for a new type eating food and food banks firm"}
+{"index": 46, "prediction": " withting City have have signed striker from and. from.", "reference": "Senior councillors in Dumfries have pledged to find a compromise solution to the Whitesands flooding problem.", "oracle_prediction": "The UK government has announced government government plans to build a new new hub over the next five years."}
+{"index": 47, "prediction": " withting City have have signed striker from and......... the. a... the BBC.. the the a a a....\" and.. with the a...]", "reference": "One has a golf course that charges \u00a3125,000 to become a member, and the other has a post office said to stock bottles of Bollinger and Dom Perignon.", "oracle_prediction": "With more than than half of more than 1,000 more more than 100 food food and parcels parcels clothing food food banks 1970 1970s and 1970s and 1990s, solar BBC understands understands."}
+{"index": 48, "prediction": " the- on Town have signed \u00a3- and. from from...\".A with, a the \" from the...) a.. a.. a.) and for the a a....]", "reference": "One of London mayoral hopeful Sadiq Khan's aides has been suspended after offensive social media messages were published.", "oracle_prediction": "A former neighbour aide to former former deputy prime minister has told the BBC that 113 killed people were killed."}
+{"index": 49, "prediction": "Coventry City have signed striker Dean Sheridan.", "reference": "A motorcyclist and a car driver have been killed in a crash on the A36 near Warminster.", "oracle_prediction": "A pregnant pregnant pregnant woman was raped repeatedly repeatedly been raped, a court heard"}
+{"index": 50, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Viking coins and ingots found by a metal detectorist in Gwynedd have been declared treasure by a coroner.", "oracle_prediction": "TVTV footage footage of footage released by police released police more than 30 years ago have been released on police bail bail."}
+{"index": 51, "prediction": " withting City have have signed striker from and from from's's\"-.. the\" the a.\" in BBC BBC. BBC the a a a a. a a.) and for the a a a a..]", "reference": "The final member of a gang which launched a failed bid to free a prisoner - during which one accomplice was killed - has been found guilty.", "oracle_prediction": "A new version of a new new type of \"uncurrency mind\" when he he was he when it was, it has been told."}
+{"index": 52, "prediction": " (ting City have have signed striker from and's from.......\". a.\" in the BBC.. the the the a a.. in.\" and from. he... a.]", "reference": "Scientists say they have identified a remarkable new feature in Earth\u2019s molten outer core.", "oracle_prediction": "Experts say they say they are treating they are \"completely unacceptable'.'. thing the"}
+{"index": 53, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Cardiff City boss Neil Warnock says the club may make another offer for Aberdeen winger Jonny Hayes.", "oracle_prediction": "Chelsea chief chief executive Keith Currie"}
+{"index": 54, "prediction": "Coventry City have signed midfielder Ryan Bird on loan on loan from Championship side the Championship Championship club until the end of the season.", "reference": "Exeter Chiefs forward Sam Simmonds has signed a new two-year deal with the Premiership club.", "oracle_prediction": "Former England cricket captain Tom Stokes has signed a new two-year deal."}
+{"index": 55, "prediction": " withting City have have signed striker from and. from.", "reference": "A human rights action plan has been launched in Scotland, in a move described as a \"UK first\".", "oracle_prediction": "The UK government's government has been criticised by the government government, describing it as a \" disgrace disgrace\"."}
+{"index": 56, "prediction": "Bristol City have sacked manager Dean Dean.", "reference": "Argentina striker Carlos Tevez has completed his move back to Boca Juniors from Italian champions Juventus.", "oracle_prediction": "Gaming chief chief executive Luke Currie has promised to try try to try and succeed."}
+{"index": 57, "prediction": " heting and Town have signed striker from and from from from the.-.. from.. the relegation from game the game.", "reference": "American Kristin Armstrong won the Olympic women's road time trial for the third time in succession with victory in Rio.", "oracle_prediction": "England's women women won the's Women's World Cup qualifying 2018 2018 Cup World Cup qualifier against France in France."}
+{"index": 58, "prediction": " (ting City have have signed striker from and's from......... a's\". the BBC.", "reference": "Donald Trump has effectively won the Republican presidential nomination, leaving pundits and analysts wondering if a rhetorical \"pivot\" to a general election campaign is in the works.", "oracle_prediction": "Yes, Fox's's chief executive executive executive chief executive executive executive executive described described it as \"absolute disgrace disgrace disgrace it will no longer longer longer no longer viable."}
+{"index": 59, "prediction": " (-. Town have signed \u00a3 and and. from and..-... the. the... the,..) a.. a.. in.) and for. a a. a..]", "reference": "A teenager said she thought she was \"going to die\" after being hit by a car that collided with a crowd of people at a \"cruising\" event in Plymouth.", "oracle_prediction": "The BBC told the BBC he was \"deep \"deeplyly sorry devastated by the deadly floods floods and what he he described it as \"extremely disgrace\"."}
+{"index": 60, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Belfast City Council has voted to invite both the Northern Ireland and Republic of Ireland football teams to a civic reception at Belfast City Hall.", "oracle_prediction": "The UK government has urged the government to do more to do more and more to to bid to host the 2022 2022 2022 World Cup fixtures."}
+{"index": 61, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Remarkable progress has been made in reducing the rate of growth in new HIV infections - the virus that causes Aids.", "oracle_prediction": "For more than 140 people have died at the age of 89 for the first time for the first time for first time."}
+{"index": 62, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Defending champions Sweden took gold in the men's cross country 4x10km relay at the Winter Olympics in Sochi.", "oracle_prediction": "One of the biggest literaryworld in the world's \u00a311.5m in the last year last last year."}
+{"index": 63, "prediction": "pool have confirmed they have confirmed they have Mark Scott for's Wick..... the. and's's club the club.", "reference": "A 90-minute match but only 47 minutes and 40 seconds of actual football.", "oracle_prediction": "A 2-1 draw draw friendly replay replay around the world around the world."}
+{"index": 64, "prediction": " (tingham City have signed striker from and's from....... the..'s from game the game.", "reference": "It remains a game that Scotland cannot escape.", "oracle_prediction": "You can remember imagine that you can imagine it"}
+{"index": 65, "prediction": " (ting. Town have signed \u00a3 from and. from from...\".A with, a the \" from the... a a. a a. a a.) and for. a a....]", "reference": "A trio of dancers are to perform inside Tate Britain as part of the London gallery's latest commission.", "oracle_prediction": "A number of people."}
+{"index": 66, "prediction": " withting City have have signed the John and from from's's\"-.. the\" the a's\" in BBC BBC. BBC a a a. a.. he.) and for the a a a a a.'s", "reference": "Plans to expand a University of Sheffield research centre could create more than 1,800 new jobs, it has been claimed.", "oracle_prediction": "A scheme to build a new 270 affordable affordable affordable homes affecting more than 1,600 homes."}
+{"index": 67, "prediction": "]ting City have have signed striker from and's from.......\". a the\" in the BBC.", "reference": "A convicted teenage sex offender has been detained for a year for having sex with a 13-year-old girl in the grounds of a Dundee college campus.", "oracle_prediction": "A police officer helicopter helicopter has been named by police police investigating the murder of a 16-year-old boy who from suffering a knee knee injury."}
+{"index": 68, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "A driver was taken to hospital after his car became \"completely submerged\" in a ford.", "oracle_prediction": "A man was found found dead in a fireball crashed car crashing car crashed in a car crash."}
+{"index": 69, "prediction": " (ting City City have signed striker from and's........ the. a.\". the BBC.. a.. a a....\" and.. he.....]", "reference": "Earlier this year, two economists made a friendly wager.", "oracle_prediction": "For long long as long as a major destination over the next next three years."}
+{"index": 70, "prediction": "]ting City Town have signed striker from and \u00a3 from.....\". the. and the\" the the UK.", "reference": "Chinese telecom firms Huawei and ZTE pose a security threat to the US, a congressional panel has warned after an investigation into the two companies.", "oracle_prediction": "The mental health mental and mental health services services over the next few years, the BBC told the BBC the BBC the in the the UK."}
+{"index": 71, "prediction": " (ting City City have signed striker from and's........ the. a... the BBC.. a.. a a....\" and.. he.....]", "reference": "David Cameron is facing Labour calls to apologise for calling refugees at a camp in Calais \"a bunch of migrants\" at Prime Minister's Questions.", "oracle_prediction": "\"It is no longer longer guaranteed the World World Cup final World Cup in 2001, 2006"}
+{"index": 72, "prediction": " (ting City have have signed striker from and's from......... a's. game the game.", "reference": "Nico Rosberg and Mercedes have been penalised 10 seconds for breaking radio transmission rules during the British Grand Prix.", "oracle_prediction": "Tens of thousands of people have gathered gathered the streets streets streets for the first time for the first time."}
+{"index": 73, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "A chihuahua named Momo (Peach) has passed the exam to become a dog in the police force in western Japan, in what seems to be a first.", "oracle_prediction": "The UK government has announced announcing a \u00c2\u00a3\u00a31.1bn) to build a build build new ideas, but exactly exactly exactly what it needs needs to be done."}
+{"index": 74, "prediction": "Bristol City have sacked manager Dean Dean.", "reference": "Championship strugglers Rotherham United aim to name a permanent first-team boss in \"early January\".", "oracle_prediction": "Bollywood actress Yakou Raoutortoriani Yog, praised what what he described described as \" disgrace disgrace\"."}
+{"index": 75, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Police investigating a report that a man was raped in Dumfries have now said no offence took place.", "oracle_prediction": "A court has heard that more than people stole stole more than \u00a3600 of their own own own homes."}
+{"index": 76, "prediction": " (ting City Town have signed striker from and \u00a3 from....... the. a.\" in the BBC.. the the the a a....\" and from. he... a.]", "reference": "A woman accused of murdering a man in Craigavon rang a friend and told her she had \"gone mad and jumped on his head and stomach'' following an argument, a jury has heard.", "oracle_prediction": "A man accused of assaulting sexually raping and murdering a woman, she said she she she she had said she said she had her her husband and her husband's death death, a court court heard."}
+{"index": 77, "prediction": " (ting City Town have signed striker from and \u00a3 from......... a's\" in the BBC.", "reference": "On the shelves of \"Happy Mart,\" there are gleaming cans of \"instant nose jobs\", packets of \"Same Face\" cookies and boxes of \"Luxurios\" cereal.", "oracle_prediction": "The government's executives say they they they they are saying they are are \"completely disgrace disgrace\"."}
+{"index": 78, "prediction": " (ting City have have signed striker from and's from.", "reference": "It was a mistake for Labour to avoid talking about the EU referendum during the assembly election campaign, one of the party's AMs has said.", "oracle_prediction": "It was \"very difficult\"."}
+{"index": 79, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "New York Yankees slugger Alex Rodriguez has announced he will retire from the sport on Friday.", "oracle_prediction": "Do you yourself you tell you you're probably any more than any more more else else?"}
+{"index": 80, "prediction": " (ting. Town have signed the and- and from's's\"-.. the\" the a's\" in BBC BBC. BBC a a a- a.. he.) and for the a a a a a.]", "reference": "Lothian Buses, which dominates Edinburgh public transport, including trams and tourist tours, has reported a drop in profits during last year.", "oracle_prediction": "Kat Julien Kirujit said a mental health health and mental mental health and health problems has over digitally\" over the the next five years."}
+{"index": 81, "prediction": " (ting City Town have signed striker from and \u00a3 from.......\" of a's\" told the BBC.", "reference": "\"I wanted to get an education but my parents were determined to marry me off,\" says Himanot Yehewala, an Ethiopian girl who was married five years ago at the age of 13.", "oracle_prediction": " - and particularly mothers mothers premature - but encourages them helps helps to help them."}
+{"index": 82, "prediction": " (tingham City have signed striker from and. from.....\". the.. the from for the season.", "reference": "Partick Thistle beat Stranraer to progress in the League Cup as one of the best first-round group runners-up.", "oracle_prediction": "six either side either side side beat beat Hearts to help them help them their first win of the Premiership this season season's semi-final semi-final."}
+{"index": 83, "prediction": "Bristol City have signed defender Dean Davies.", "reference": "A man has been arrested in Cumbria following reports of an armed robbery at a house in Drumnadrochit.", "oracle_prediction": "A man has been charged with murder after a car crashed into car crashed into a car park in Hert Hertfordshireshireshire."}
+{"index": 84, "prediction": " (tingham City have signed striker from and. from from \". the...\" the a. from game the game.", "reference": "Former champion Coneygree will not run in the Cheltenham Gold Cup on 17 March due to a \"niggling\" injury, says assistant trainer Sara Bradstock.", "oracle_prediction": "They have said they said they do not know."}
+{"index": 85, "prediction": "]ting City have have signed striker from and's from.....\". the. and the\" the the UK.", "reference": "Philippine President Rodrigo Duterte has said he opposes gay marriage, after previously declaring he would consider legalising it.", "oracle_prediction": "Indian Prime Minister Malcolm Turnbull has told Prime Minister."}
+{"index": 86, "prediction": " (ting on) have signed..-- and.. the.- theA with, a the \" from the,.. a a a a a. a a.) and for. a a. a..]", "reference": "Throughout 2014 Zane Lowe has picked his hottest records in the world, and now it's time for you to pick your favourite.", "oracle_prediction": "Meet PamGuyakak."}
+{"index": 87, "prediction": " (,ham City have signed striker from and's from..........'s from game the game.", "reference": "Liverpool and Manchester United played out a goalless and uneventful stalemate on a disappointing night at Anfield.", "oracle_prediction": "West Ham have replaced saves midfield striker Jamie Vardy and Jamie V Vardy knee injury a knee injury injury"}
+{"index": 88, "prediction": " withting City have have signed striker from and. from from......\". a.. to BBC BBC.. the a a a a. and a.) and for. a a a a..]", "reference": "The 600,000 people in Wales living with sensory loss are not having their basic healthcare needs met, according to a new report.", "oracle_prediction": "More 1,600 people people than their homes leave leave homes homes leave their own homes."}
+{"index": 89, "prediction": "anmere say they have confirmed they have Sean and the and biggest.. the of from.. he the a club the club.", "reference": "RB Leipzig lost ground on Bundesliga leaders Bayern Munich with a costly defeat at Werder Bremen.", "oracle_prediction": "..... of"}
+{"index": 90, "prediction": " (, and City have signed striker from and.........\" the a.. game the game.", "reference": "A man has died in hospital after collapsing half-way through a Scottish Premier League match, police say.", "oracle_prediction": "A man has died in a car crash in a car crash crash into a police car, police say."}
+{"index": 91, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Morton's Declan McManus has won the Ladbrokes Championship player of the month award for February.", "oracle_prediction": "Tottenham boss boss Mauricio Pochettino saw side win their first first season season of this this season this season."}
+{"index": 92, "prediction": "Coventry City have won Premier League champions champions Premier League Premier League champions Leicester and Premier Premier League club, seventh fourth the season.", "reference": "Huddersfield Town midfielder Philip Billing has signed a contract extension until the end of the 2019-20 season.", "oracle_prediction": "Former England and former England captain Darren Currie has signed a contract extension until the end of the 2018 season."}
+{"index": 93, "prediction": " withting City Town have signed striker from and. from from the...... the a.. to BBC BBC.., the a a a. the a. and and of. in the., a.]", "reference": "Labour says it will keep the \"triple lock\" protecting the state pension throughout the next Parliament.", "oracle_prediction": "It would mean it mean it would mean mean the Brexit vote vote\" the general general election election."}
+{"index": 94, "prediction": "]ting City Town have signed striker from and \u00a3 from.....\". the. and the\" the the UK.", "reference": "Switzerland's voters go to the polls to decide on controversial proposals which would impose strict limits on the salaries awarded to top executives.", "oracle_prediction": "The UK's government wants the UK government to help them them help help them."}
+{"index": 95, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Andre Ward stopped Sergey Kovalev in the eighth round to win their light-heavyweight rematch in Las Vegas and retain his WBO, WBA and IBF belts.", "oracle_prediction": "Over his first stint in 1990s in the 1970s."}
+{"index": 96, "prediction": "]ting City have have signed striker from and's from....... the. a's\" told the BBC.", "reference": "A religious decree declaring transgender marriage to be legal has been cautiously welcomed in Pakistan, but activists say attitudes still need to change.", "oracle_prediction": "The BBC's reporter BBC BBC, the BBC has been told the BBC he will continue to try try to try to try."}
+{"index": 97, "prediction": " withting City Town have signed striker from and \u00a3..", "reference": "Microsoft's next generation of its operating system, Windows 10, is due to be released next month.", "oracle_prediction": " Britain's Britain most most prominent figures figures are likely more much more likely to be unlikely."}
+{"index": 98, "prediction": "]ting City have have signed striker from and's from....... the. a's\" told the BBC.", "reference": "Russian officials are investigating claims that a well-known opposition activist has been repeatedly beaten and threatened in prison.", "oracle_prediction": "Protests are being held."}
+{"index": 99, "prediction": " (- and Town have signed midfielder and and. from from...... the. the on.. the the..) a..... a.) and for the a a. a..]", "reference": "A man who was part of a five-strong gang that committed violent acts in Dorset has been jailed.", "oracle_prediction": "A woman who was raped by a woman who repeatedly repeatedly raped and repeatedly raped her her, has been jailed for five years."}
+{"index": 100, "prediction": " (ting City have have signed striker from and's from......... a's\" told the BBC.", "reference": "A former college principal should hand back some of his \u00a3304,000 severance pay, a committee of MSPs has concluded.", "oracle_prediction": "With more than half one more than one of the most powerful powerful people the most number of a number of people, the court heard."}
+{"index": 101, "prediction": " heting City have have signed striker from and's from..........'s. game the game.", "reference": "Gary Charles fought alcoholism throughout his career, but still managed to play for England and feature in Wembley cup finals.", "oracle_prediction": " he. he's to. week to try to try to try to try and recover."}
+{"index": 102, "prediction": " hetingham Town have signed the and and. from's's\"-.. the\" the a's\" in BBC BBC. BBC a a a- a.. he.) and for the a a a a a.'s", "reference": "A 27-year-old man has been charged with killing, skinning and cooking a dog before feeding it to another animal.", "oracle_prediction": "A 49-year-old man has been arrested over historical historical sexual assault and sexual assault assault and child child sex offence offences."}
+{"index": 103, "prediction": "Bristol City have appointed Bristol head coach.", "reference": "Laurent Frayssinous has been appointed the head coach of Catalan Dragons on a two-year contract, and becomes the youngest team boss in Super League.", "oracle_prediction": "Damienienerg Catalaniani has been jailed for four years for pleading pleading guilty a 2-0 home defeat by New New York York City in New York."}
+{"index": 104, "prediction": "]ting City have have signed striker from and's from....... the.. the from. the UK.", "reference": "Cyber security has hit the headlines after an unprecedented cyber-attack brought down computer systems around the world on Friday.", "oracle_prediction": "A BBC reporter has told the BBC."}
+{"index": 105, "prediction": "]ting City have have signed striker- and's from.......\". a the\" in the BBC.", "reference": "Archaeologists are trying to determine whether ruined buildings in a remote nature reserve in Argentina were built as a hide-out for German Nazi officers.", "oracle_prediction": "The UK government is set to set up up fund to fund promote long longrunningrunning-runningrunning long-runningrunning of its own own\"."}
+{"index": 106, "prediction": " (ting City Town have signed striker from and \u00a3 from.", "reference": "After years of debate, Austria's government has announced plans to introduce a total smoking ban in cafes and restaurants by 2018.", "oracle_prediction": "One of the most of Europe's most prominent figures."}
+{"index": 107, "prediction": "]ting City have have signed striker from and's from.....\". the.. the\". the UK.", "reference": "Will a \u00a3300,000-a-week salary change a hot prospect's attitude to the game?", "oracle_prediction": "More more than 1,000 more than half than \u00a31m the over the the next last five years five years. in the"}
+{"index": 108, "prediction": " (oreham City have signed midfielder from and's from....... the..'s of for the season.", "reference": "Esmael Goncalves scored twice as Hearts overcame 10-man Motherwell in Saturday's early Scottish Premiership match.", "oracle_prediction": "Damienien Mercim Cataliso Ishok scored twice in the World World Cup in Sunday's World Cup qualifier qualifier."}
+{"index": 109, "prediction": " (tingham City have signed striker from and. from from.. the...\". a.\" to the BBC.", "reference": "A children's summer camp has been closed by Ofsted after a man was arrested on suspicion of possessing indecent images of children.", "oracle_prediction": "A man has died after after being hit by a by a man who was killed by"}
+{"index": 110, "prediction": "]ting City have have signed striker from and's from.....\". the. and the\" the the UK.", "reference": "Football's crisis-hit world governing body Fifa will meet in Zurich on Friday and elect a new leader to try to take the damaged organisation forward into a new era.", "oracle_prediction": " Britain's most iconic exciting."}
+{"index": 111, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Izzy Atkin became the first British woman to win a World Cup ski slopestyle event as she took gold in Silvaplana, Switzerland.", "oracle_prediction": "How do you know know if you you want to imagine them?"}
+{"index": 112, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "A volunteer RNLI crew have been given the seal of approval from an unlikely passenger.", "oracle_prediction": "Twelve-seven people have been killed in a car crash in a helicopter crash."}
+{"index": 113, "prediction": "Coventry City have appointed manager John Sheridan.", "reference": "A woman has been arrested on suspicion of the murder of a man who was stabbed to death at his home.", "oracle_prediction": "A man has been arrested on suspicion of attempted murder after a dead woman was found dead."}
+{"index": 114, "prediction": "]ting City have have signed striker from and's from.....\". the. and the\" the the UK.", "reference": "University applications have fallen by 5% - with the decline driven by a drop in European Union students and a sharp fall in nursing applications.", "oracle_prediction": "Hundreds of people attended thousands thousands of of thousands thousands of people attended a new new new hub ideas for a new chapter."}
+{"index": 115, "prediction": "]ting City Town have signed striker from and \u00a3 from.......\". a's\" told the BBC.", "reference": "Children's congenital heart surgery at Leeds General Infirmary has been suspended as a review is carried out.", "oracle_prediction": "Britain's Britain's most most prominent prominent figures politicians and politicians have been sacked."}
+{"index": 116, "prediction": " (-. Town have signed midfielder- and. from from...... the.. the.. the the.. a a. a a. a a.) and for the a a. a..]", "reference": "\"Exceptional\" Roman artefacts discovered in a field in Hertfordshire date back to 174 AD, an investigation has found.", "oracle_prediction": "More than 1 than 100 more people died in a car car park park, involving more more than 1,000 people, court heard"}
+{"index": 117, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Councillors in the Borders have unanimously agreed to lodge an objection to a 15-turbine wind farm near Bonchester Bridge.", "oracle_prediction": "Tens of thousands of people have taken part as part as part of a two-year to deal with a deal with its own."}
+{"index": 118, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "The team removing coins from the Jersey Celtic hoard have gathered more than in any other British hoard to date.", "oracle_prediction": "For the first time for the first time."}
+{"index": 119, "prediction": " inting City have have signed midfielder John and. from and..... and\". the on.. the UK.", "reference": "New \"English votes for English laws\" rules have been implemented in the House of Commons for the first time.", "oracle_prediction": "The Brexit vote vote vote negotiations negotiations negotiations negotiations have been halted by the end of March."}
+{"index": 120, "prediction": " withting City have have signed striker from and. from... the...\". a.. to BBC BBC.., a a a a. the and.) and for the a a a a..]", "reference": "About \u00a315m of funding intended for UK communities hit by floods last winter will instead be used to cover a \"fine\" for misspending a previous grant.", "oracle_prediction": "\u00c2\u00a3100m (\u00c2\u00c2\u00a31m) lottery grant funding to make sure it is to make sure sure thatnew new ideas for a a new."}
+{"index": 121, "prediction": " (ore and Town have signed-- by.. and", "reference": "No further action is to be taken against a deputy council leader arrested on suspicion of fraud.", "oracle_prediction": "The man set up to be up up charity charity has died at the age of 69. would the the the the."}
+{"index": 122, "prediction": " withting City have have signed striker from and. from from...\"..\" of a.. in BBC BBC.., a a a a. and a.) and for the a a a a..]", "reference": "Leeds United claims West Yorkshire Police still owes the club \u00a3800,000 for overcharging policing at home games.", "oracle_prediction": "The new chief chief executive executive of one of the UK's most prominent figures."}
+{"index": 123, "prediction": "Coventry City have won Premier League champions champions Premier League Premier League champions Leicester Premier League League Premier Premier League games of the season.", "reference": "Everton teenager Delial Brewster has joined National League side Southport on loan until the end of the season.", "oracle_prediction": "Damienien Kriss werenani has signed a contract extension extension with the club at the age of 79."}
+{"index": 124, "prediction": " withting City City have signed striker from and. from from.. the... the. a.\". the BBC.. the the a a a....\" and.. with the.. a.]", "reference": "Civil servants splashed out nearly \u00a3400,000 on 120 flights over the past five years.", "oracle_prediction": " has cost more than than doubled \u00a31,000 (\u00c2\u00a3150 over the next three years"}
+{"index": 125, "prediction": " (ting City Town have signed striker from and \u00a3 from.....\". the.. the\". the UK.", "reference": "The Large Hadron Collider (LHC) has been restarted after a two-year shutdown.", "oracle_prediction": "The Electoral Reform Quality Commission (IPC).) is survived defeat in a 2-1 draw draw."}
+{"index": 126, "prediction": " (ting City City have signed striker from and. from from.. the...\". a.\". the BBC.. the a a a a. a a.) and for the a a a a..]", "reference": "Only a day after it opened, Iran has shut down what officials reportedly thought was a branch of the US fast food giant Kentucky Fried Chicken.", "oracle_prediction": "With a new chapter."}
+{"index": 127, "prediction": " (ting. Town have signed striker from and from from's's\"-.. the\" the a.\" in BBC BBC. BBC the a a a a. a a.) and for the a a a a..]", "reference": "Images of a shirtless man found wandering the streets after he suffered serious burns have been released in a bid to solve the mystery of his injuries.", "oracle_prediction": "A minor knee knee injury."}
+{"index": 128, "prediction": " the- on Town have signed midfielder--- a and\" \".\" theA\",. the \" from the...) a-. a. he..) and for. a a....]", "reference": "The Aurora Borealis, better known as the Northern Lights, has been photographed from Peel Castle on the west coast of the Isle of Man.", "oracle_prediction": "For more than than 100 people people for the first time for has first first time"}
+{"index": 129, "prediction": " (ting City have have signed striker from and's from......... a's. game the game.", "reference": "When pop superstar Rihanna last week unveiled her 2016 UK concert tour dates, her choice of opening venue was seen as a vindication for an English rugby union club that has financially come back from the brink.", "oracle_prediction": "Vill Kak Viv Sv Ish Sod Pant Catalani over the next few years, but"}
+{"index": 130, "prediction": "]ting City have have signed striker from and's from.....\". the. and the\" the the UK.", "reference": "Gerry Adams has denied claims in a BBC Spotlight programme that he sanctioned the murder of an IRA informer.", "oracle_prediction": " miniaturebuildersbuildingbuilders builder builder housebuilderbuilder end end end beginning nearing the end of 2014"}
+{"index": 131, "prediction": " (-. Town have signed midfielder and and. from from...... the. the... the the..) a.. a.. a.) and for the a a. a..]", "reference": "One of the Brussels airport bombers, Najim Laachraoui, guarded four French journalists who were held hostage by so-called Islamic State (IS) in Syria in 2013-2014, the ex-hostages say.", "oracle_prediction": "Suspectedpected Abdelhak commander Abdel Abdel Abdel Abdel Abdel Abdel Abdel Abdel Abdel Ram Ramadi fighters fighters battling Islamist militant groups so-called Islamic State (IS) militants in the quarter-finals."}
+{"index": 132, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Ipswich Town have signed Colchester United striker Freddie Sears for an undisclosed fee.", "oracle_prediction": "Coventry City have out midfielder Joe Mason's thigh injury with a knee injury."}
+{"index": 133, "prediction": " (,ham City have signed striker from and's from.......... the from game the game.", "reference": "Opener Alastair Cook is \"loving\" life without the England Test captaincy, says head coach Trevor Bayliss.", "oracle_prediction": " what he he described as it a \"national disgrace\"."}
+{"index": 134, "prediction": " (ting City City have signed midfielder from- and a's the \"-.. the\" the a the. for the BBC.", "reference": "Indian police have arrested a man in connection with the rape of a 70-year-old French woman in the northern city of Varanasi.", "oracle_prediction": "Tributes have paid tribute to the tribute to a 16-year--year-old girl who has died suddenly in Gloucesceshire."}
+{"index": 135, "prediction": " (ting. Town have signed striker from and. from from.. the...\" of a.\" to BBC BBC.. a a with a a. the and.) and for the a a a a..]", "reference": "A major search operation is under way for a 25-year-old junior doctor who has gone missing.", "oracle_prediction": "The BBC bears been talking talking concerns a long long-term future future, the BBC has told the BBC."}
+{"index": 136, "prediction": " withting City have have signed striker from and from from's's\"-.. the\" the a.\" in BBC BBC. BBC the a a a a. a a.) and for the a a a a..]", "reference": "A senior member of the Islamic State (IS) group has been killed in an American drone strike in Syria last month, according to the US military.", "oracle_prediction": "The so-called Islamic Islamic State (IS) militants militants Islamist Islamist militants recent terror terror attacks in Paris Paris attacks in context in a new generation."}
+{"index": 137, "prediction": "pool have confirmed they have confirmed they have Sean. a and the..... the. he's from club the club.", "reference": "Two quick first-half goals helped Burton edge past bottom side Rotherham and move five points clear of the Championship relegation zone.", "oracle_prediction": "In the semi-finals of the quarter-final win their first win of the last three years."}
+{"index": 138, "prediction": "Coventry City have won the Premier League this season in this season the Premier Premier League and Premier League League games of the season.", "reference": "Walsall have completed the signing of Bermudian teenager Kacy Milan Butterfield on a one-year deal, subject to receiving international clearance.", "oracle_prediction": "Newcastle United have signed Newcastle United striker Conor Joe Allen on the loan loan loan deal on a three-year deal for an undisclosed undisclosed undisclosed fee."}
+{"index": 139, "prediction": " (ting City Town have signed striker from and \u00a3..", "reference": "\"Being in a wheelchair doesn't mean that I can't do it or anyone else can't do it - we're just as capable as any other models.\"", "oracle_prediction": "If you want Do you don't want you want you it it it won't it won't't won it it's of your own own own own own\"."}
+{"index": 140, "prediction": "]ting City have have signed striker from and's from....... the. a's\" in the BBC.", "reference": "Home webcams that were hijacked to help knock popular websites offline last week are being recalled in the US.", "oracle_prediction": "It may appear mean that it it may not may have in the 1980s in thes in the 1970ss."}
+{"index": 141, "prediction": " (-. Town have signed midfielder and and. from from...... the. the... the the..) a.. a.. a.) and for the a a. a..]", "reference": "Hundreds of homes are under threat of flooding in two Cumbrian towns.", "oracle_prediction": "Twelve people in people in Northern Ireland in Northern Ireland and Northern Ireland."}
+{"index": 142, "prediction": " (- and City have signed striker from and.........\". a.. game the game.", "reference": "A drink-driver who killed an island vet in a head-on collision has been found guilty of death by dangerous driving.", "oracle_prediction": "A man who kidnapped a man man who is in a critical but stable condition has been jailed for life for four years years."}
+{"index": 143, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Royal Bank of Scotland is to be fined about \u00a315m by the city watchdog the Financial Conduct Authority (FCA), the BBC has learned.", "oracle_prediction": "The UK's government is to invest a \u00a3 \u00a31.1bn, the ElectoralCare Quality Commission (CICC has told the BBC BBC."}
+{"index": 144, "prediction": " heting and Town have signed striker from and from from from the.-.. from.. the relegation from game the game.", "reference": "Republic of Ireland boss Martin O'Neill and winger James McClean face punishment from Fifa for criticising the referee after the 1-1 draw in their World Cup qualifier with Austria.", "oracle_prediction": "The Giants chief executive Keith Currierie says his his side either either side of the end end at the end of the semi-final quarter quarter-final at Wembley on Wednesday."}
+{"index": 145, "prediction": "Bristol City have signed defender Dean Saunders.", "reference": "Hundreds of migrants living in part of a camp in the French port of Calais known as the Jungle have been ordered to leave or face eviction.", "oracle_prediction": "More than 100 people000 people were were killed in the 1970s and 1970s, in what have been described as a local media report."}
+{"index": 146, "prediction": " (- and Town have signed \u00a3 and- and from's's\"-.. the\" the a's\" in BBC BBC. BBC the a a a a a a a.) and for the a a a a a.]", "reference": "The number of houses being built in the UK fell during the final three months of 2014, the first such decline for nearly two years.", "oracle_prediction": "The number of of people people has risen risen have risen 35% in the past year, the latest statistics, official figures show show."}
+{"index": 147, "prediction": " withting City have have signed striker from and from from's's\"-.. the\" the a.. in BBC BBC. BBC a a with a a. a a.) and for the a a a a..]", "reference": "Dozens of people have been killed in air strikes and a suspected gas attack near the Syrian city of Palmyra, monitoring groups say.", "oracle_prediction": "At least 113 people have been killed were unlawfully killed in a suicide bombing bombing in the Iraqi city of the city, the UN says."}
+{"index": 148, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Scottish Borders Council has agreed a move to cut the overall cost of its contribution to the Borders Railway.", "oracle_prediction": "The UK government's UK government's strategy to proposing its its handling of its priorities."}
+{"index": 149, "prediction": " (ting City have have signed striker from and's from from...\"... the a. from to the BBC.", "reference": "US singer James Taylor has cancelled an upcoming concert in the Philippines over reports of extrajudicial killings in the country's war on drugs.", "oracle_prediction": "US President Barack Obama has promised to negotiation negotiation Brexit negotiations Brexit negotiations, the UK's biggest world the world's biggest economy economy."}
+{"index": 150, "prediction": "Bristol City have made their first win of the season as this this season's Premier League and Premier League games of the season.", "reference": "Everton winger Gerard Deulofeu has joined Italian side AC Milan on loan until the end of the season.", "oracle_prediction": "Former chief executive Pam Freder Beer, chief executive of \"namedcurrency\" has died at the age of 77."}
+{"index": 151, "prediction": "]ting City Town have signed striker from and \u00a3 from.....\". the. and the\" the the UK.", "reference": "McCormick, the American food flavourings business, has said it may increase its $700m (\u00a3494m) bid for the UK's Premier Foods.", "oracle_prediction": "The former chief chief executive executive chief chief executive of \u00c2\u00c2  \u00c2\u00a3\u00a31m (\u00c2\u00a318) world's world's biggest supermarket supermarket chain"}
+{"index": 152, "prediction": " (ting. Town have signed striker from and. from from.. the.\".\" of a.\". the BBC.. the a a a a. a a.) and for the a a a a..]", "reference": "The policing of a major incident at a nightclub in which two students were killed in a crush was \"appropriate\", the police watchdog has said.", "oracle_prediction": "The mother of a woman shot found dead was found dead was found found dead in a car car car car crash, a court has heard."}
+{"index": 153, "prediction": "]ting City Town have signed striker from and \u00a3 from.......\". a's\" in the BBC.", "reference": "A crowdfunded handset designed to help people disconnect from their smartphones is due to ship at the end of November after a series of setbacks.", "oracle_prediction": "Police say they they say they took their own life their own own life at age age at 77 77 77 88 88 94 on Thursday."}
+{"index": 154, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "A care worker at an NHS psychiatric unit has been charged with raping a young female patient.", "oracle_prediction": "A former police police officer and police officer has been jailed jailed four years for four years."}
+{"index": 155, "prediction": " withting City have have signed striker from and. from from......\". a.\" to the BBC.", "reference": "Nigel Farage missed an appearance on BBC Question Time after getting caught in a traffic jam on the A1.", "oracle_prediction": " with the have a and. of of's of has.."}
+{"index": 156, "prediction": " (ting City have have signed striker from and's from.......\". a's\" in the BBC.", "reference": "Oscar winner Nicole Kidman says she still acts like she's 21 when it comes to acting roles.", "oracle_prediction": "Former chief executive Micro Doc."}
+{"index": 157, "prediction": "Coventry City have completed the signing of midfielder a two-year deal with the Two club until until the end of the season.", "reference": "A community worker has said scrambler motorcycles are a problem in west Belfast, as a woman remains in a critical condition after a collision.", "oracle_prediction": "A Canadian court has appeared in court accused of murdering her daughter and her daughter her daughter was killed in a car crash in a."}
+{"index": 158, "prediction": " (ting City have have signed striker from and's from......... a's\". the BBC.", "reference": "A nine-year-old boy with muscular dystrophy has met with First Minister Nicola Sturgeon after he wrote to her campaigning for a new treatment.", "oracle_prediction": "A 16-year-old boy boy boy who died in hospital, Prime Minister Minister David Cameron has said he \"pic a minor knee knee injury."}
+{"index": 159, "prediction": " (-ham City have signed striker from and. from.......\" the a.. game the game.", "reference": "Pace bowler Kyle Jarvis claimed 5-69 for Lancashire as they earned a sizeable first-innings lead on a rain-shortened day against Leicestershire.", "oracle_prediction": "Chelsea chief chief executive Steve Bruce says the Premier League Premier Premier League champions suffered knee injury a knee injury injury a knee injury in a 2-1 draw draw at Upton Park Upton Park."}
+{"index": 160, "prediction": "]ting City Town have signed striker from and \u00a3 from.....\". the. and the\" the the UK.", "reference": "Campaigners to leave the European Union have been badgering the government about the reliability of the official immigration statistics.", "oracle_prediction": "Making sure to make sure it it it hard for first first time time at the end of the season seasoneared end end the of of the the's's's's's of the,.'s. the a... of of."}
+{"index": 161, "prediction": "Coventry City have completed the signing of midfielder Luke Lukeinnie when his four-year contract expires at the start start the season.", "reference": "Wasps winger Frank Halai will join French Top 14 side Pau at the end of the Premiership season.", "oracle_prediction": "He has announced announced that he will keep him at the end contract at the end of the season."}
+{"index": 162, "prediction": " withting City have have signed striker from and. from......... a... the BBC.", "reference": "Assembly members have voted against UK government proposals to restrict strike ballots in the public sector.", "oracle_prediction": "Hundreds people have gathered thousands thousands of people for the first time for the first time."}
+{"index": 163, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "South Korea's Park Sung-hyun won the US Women's Open by two shots to claim her first LPGA title in her debut season.", "oracle_prediction": "The world's largest fishing processing processing processing plant plant is being being considered by police."}
+{"index": 164, "prediction": "]ting City have have signed striker from and's from.....\". the. and the\" the the UK.", "reference": "One of the most moderate teaching unions has voted for industrial action over government plans to force all schools in England to become academies.", "oracle_prediction": "The UK government's UK government"}
+{"index": 165, "prediction": "Coventry City have made their first win of the season this season this season the their poor start to perfect start to the season.", "reference": "Championship side Brighton have signed midfielder Steve Sidwell on a one-year deal following his release by Stoke.", "oracle_prediction": "Former Manchester United and and Manchester United boss Jose Mourinho after Sunday a 2-0 defeat by Southampton"}
+{"index": 166, "prediction": " (-ham City have signed striker from and. from.", "reference": "Bosnia has formally asked the UN's top court to review its ruling which cleared Serbia of genocide in the 1990s, Bosnia's Muslim leader has said.", "oracle_prediction": "More more than 400 one one of Britain's most powerful prominent figures in the 1970s and 1970s in the 1970s appeals appeals, a court has heard."}
+{"index": 167, "prediction": "Coventry City have made their fifth summer signing this season this season, as the Championship club's Premiership Premiership club in the season.", "reference": "London Irish have parted company with assistant coach Richard Whiffin following Premiership relegation.", "oracle_prediction": "Network's chief chief executive and chief executive Fred Forbes has resigned as chief executive"}
+{"index": 168, "prediction": " withting City have have signed striker from and from from's's\"-.. the\" the a.\" in BBC BBC. BBC a a a- a.. a.) and for the a a a a..]", "reference": "A police dog that broke its neck in two places while chasing suspected muggers is at home recovering from its ordeal.", "oracle_prediction": "A flagship flower farm farm farmhouse in Northern Ireland Ireland and Northern Ireland, is under way."}
+{"index": 169, "prediction": " withting City have have signed striker from and. from's's\"-.. the\" the a... BBC BBC.. the a in a a. a a.) and for the a a a a..]", "reference": "The Nepalese police say they are giving self-defence classes to women and children earthquake survivors who are living in temporary shelters in the capital Kathmandu.", "oracle_prediction": "Police say they say they say they are confident they are trying who say they they they know where where they are were were the 1990s 1990s."}
+{"index": 170, "prediction": " (ting on. have signed..-- and.. the.- \"A with, a the \" from the... a a.. a. a a.) and for. a a. a..]", "reference": "More than 100 people were injured when a commuter train derailed during rush hour in New York City, officials say.", "oracle_prediction": "At least 113 people have been killed in a house fire at a house in northern northern Italy."}
+{"index": 171, "prediction": " (ting City have have signed striker from and. from from......\". a.\". the BBC.. the the a a a....\" and's.- the.. a.]", "reference": "Royal Dutch Shell's profits surged in the first three months of the year on the back of rising oil prices.", "oracle_prediction": "One of the biggest supermarket supermarket in the UK for the first first time in the number of people."}
+{"index": 172, "prediction": " (ting City have have signed striker from and's from......... a's\" told the BBC.", "reference": "The UK should show that it \"embraces\" the Muslim and Hindu faiths by making Eid and Diwali public holidays, Conservative MP Bob Blackman has said.", "oracle_prediction": "It would mean mean that it would mean otherwise would necessarily be the government-funded by the federal government, the government chief chief chief executive executive Luke Moss Logan said."}
+{"index": 173, "prediction": "]ting City have have signed striker from and's from....... the. a's\" in the BBC.", "reference": "Plans for an HS2 tunnel under the Chilterns to protect the area have been announced by campaigners opposing existing proposals for the high-speed rail link.", "oracle_prediction": "\u00c2 \u00c2\u00a3\u00a31bn \u00c2\u00a35005m) is currently being being being investigated by police police in south-east south-west England."}
+{"index": 174, "prediction": "Coventry City have appointed manager John Sheridan.", "reference": "A 15-year-old boy has been charged with attempted murder after two pupils were stabbed at a school in Dulwich.", "oracle_prediction": "A 49-year-old man has been charged with murder after a man seriously injured in a car crash car crash crash"}
+{"index": 175, "prediction": "]ting City Town have signed striker from and \u00a3 from.......\". a's\" in the BBC.", "reference": "Most 15-year-olds report being happy with their lives, an international study of students' well-being suggests.", "oracle_prediction": "A 16-year-old boy boy who was kidnapped abducted in the south-easteasteast south-east London."}
+{"index": 176, "prediction": "]ting City Town have signed striker from and \u00a3 from....... the. and the from the the UK.", "reference": "The search for missing Malaysia Airlines flight MH370 has moved to a new part of the Indian Ocean due to a \"credible lead\".", "oracle_prediction": "Discief drew attracted hundreds of tens of thousands of people gathered gathered as part of the UK for the first first time time of their own own"}
+{"index": 177, "prediction": "]ting City have have signed striker from and's from....... the. a's\" in the BBC.", "reference": "Around the world, Sri Lanka's diaspora Tamils are meeting to mark Maveerar Naal (Heroes' Day) and remember those who died during the failed insurgency.", "oracle_prediction": "One of the world's world's most valuable to try try to try to protect"}
+{"index": 178, "prediction": "]ting City have have signed striker from and's from....... the.. the from the the UK.", "reference": "The Department of Justice has re-issued a fuller transcript of one of the Orlando gunman's 911 calls without redactions, after facing a wave of online backlash for omitting certain words.", "oracle_prediction": " north---west south-west London. has of one one of the world's most prominent prominent prominent figures in a number of number of years over the the next next five years"}
+{"index": 179, "prediction": " (ting City have have signed striker from and's from......... a's\". the BBC.", "reference": "Net migration has stayed near record levels, standing at 335,000 in the year to June, the Office for National Statistics has said.", "oracle_prediction": "David Cameron has praised David Cameron and David Cameron's UK citizens citizens in the UK"}
+{"index": 180, "prediction": " (ting City Town have signed striker from and \u00a3 from.....\". the.. the from. the UK.", "reference": "Geckos are among the superheroes of the animal world.", "oracle_prediction": "The chief chief executive executive executive executive of Oil Age UK."}
+{"index": 181, "prediction": " (ting City have have signed striker from and's from and's\"-.. the\" the a... BBC BBC.. the a a a a. a a.) and for the a a a a a.]", "reference": "Terminally-ill baby Charlie Gard must continue to receive life support until judges make a ruling on whether he should undergo a trial treatment.", "oracle_prediction": "The prime prime minister's prime prime minister wants to speak to talk to decide if he will decide if he can if he own his own"}
+{"index": 182, "prediction": "]ting: Town have signed midfielder and- and from's's\"-.. the\" the a's. for the BBC.", "reference": "A US International Trade Commission judge, in a preliminary ruling, said Samsung infringed four of Apple's intellectual property patents.", "oracle_prediction": "Twelveteen people have been involved in a bitter row over a pay row worth millions of millions millions millions of dollars."}
+{"index": 183, "prediction": "]ting City Town have signed striker from and \u00a3 from....... the. a's\" in the BBC.", "reference": "Learning to sing or play a musical instrument can help disadvantaged children improve their reading skills, US research suggests.", "oracle_prediction": "A new version version of new history."}
+{"index": 184, "prediction": " (ting. Town have signed \u00a3 from and. from from...\".A with, a the \" from the... a a..... a.) and for the a a a a..]", "reference": "Drivers are being warned to expect months of \"significant delays\" on central Scotland's motorways as work begins to install new signage gantries.", "oracle_prediction": "Young people are being sought."}
+{"index": 185, "prediction": " (,ham City have signed striker from and's from......... a's. game the game.", "reference": "A football fan who has taken a break from his cancer treatment to follow Wales in France in Euro 2016 said it has been \"amazing\".", "oracle_prediction": "The prime prime minister has promised the prime minister has urged them to reassure them."}
+{"index": 186, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Two former members of 1960s band The Tremeloes have been accused of historical indecent assault.", "oracle_prediction": "Tens of thousands of people have attended a event in Manchester gathered more than than a year."}
+{"index": 187, "prediction": " (ting City have have signed striker from and's from......... a's\". the BBC.", "reference": "Young people should be forced to vote in the first election after they turn 18, a centre-left think tank has said.", "oracle_prediction": "Twenty it could be potentially potentially potentially potentially potentially potentially be a long time time for a long-termterm long-term."}
+{"index": 188, "prediction": " (ting City have have signed striker from and's from.......\". a.\" in the BBC.. the the the a a.. in.\" and from. he... a.]", "reference": "Media from Moscow to Beijing are reporting the Panama Papers leak, with some outlets omitting names of local politicians and prominent figures who figure in them.", "oracle_prediction": "'s decision decision to make it sure."}
+{"index": 189, "prediction": " (ting City Town have signed striker from and \u00a3 from.", "reference": "A US footwear company has sparked outrage among consumers and campaign groups over a range of high heeled shoes for babies.", "oracle_prediction": "The US Supreme Court has ruled that High Court ruling number of cases a number of people"}
+{"index": 190, "prediction": " (ting City have have signed striker from and's from....... the. a.\" in the BBC.. the the the a a....\" and from. he... a.]", "reference": "Passengers have faced waits of more than an hour at passport control at London's Heathrow Airport two days after it was revealed MPs warned it may struggle to cope during the Olympics.", "oracle_prediction": "Thousands of people attended thousands thousands of of of thousands of people been the die, but but yes therefore surely but it but is much more much more more to do more on Wednesday."}
+{"index": 191, "prediction": " (ting City Town have signed striker from and \u00a3 from.....\".\". a.\" in the BBC.. the the the a a.. in.\" and from. he... a.]", "reference": "Behind the quiet tapestry of farmland stretching across the UK is a turbulent debate over Britain's membership of the European Union.", "oracle_prediction": "Hundreds of thousands thousands of thousands of people have people attended attending one of the world's Britain's most's senior prominent artists."}
+{"index": 192, "prediction": " (-ham City have signed striker from and. from.......\" the a.. game the game.", "reference": "Britain's Johanna Konta was beaten 6-4 3-6 7-5 by former world number one Venus Williams in the quarter-finals of the Wuhan Open.", "oracle_prediction": "Novak Novak Novokokovic scored a thrilling 3-1 win 2-0 win over Gibraltar over Argentina in their World Cup semi-final against fixtures against Sweden on Saturday."}
+{"index": 193, "prediction": " (- on) have signed..---.....\". the. a... the the.. a a a a a. a a.) and for. a a a a..]", "reference": "A man has died following a fire and explosion at a flat in Hull.", "oracle_prediction": "A man has died in a car car crash in south southeast south London"}
+{"index": 194, "prediction": "Bristol City have won Premier League champions, Premier League, Premier League League, Premier League and Premier League clubs and the club.", "reference": "The BBC has extensive live athletics coverage across TV, desktop, mobile, tablet and app.", "oracle_prediction": "Have you know you know you're eating eating food food food food, drink and vegetables cereal"}
+{"index": 195, "prediction": "]ting City have have signed striker from and's from.....\". the. and the\" the the UK.", "reference": "Jeremy Corbyn has said it is wrong to blame \"an entire ethnic community\" for child abuse after one of his frontbench team quit over a press article.", "oracle_prediction": " the UK's's government is expected to announce expected to prove it is is one one of its one of the biggest challenges new chapter for a new generation."}
+{"index": 196, "prediction": "]ting City have have signed striker from and's from.....\". the. and the\" the the UK.", "reference": "Spain says it is rallying international support against Argentina's nationalisation of the oil firm, YPF.", "oracle_prediction": "When it it comes to it."}
+{"index": 197, "prediction": " withting City have have signed striker from and's from from.. the..... a's\" to the BBC.", "reference": "Co-operative Bank is cutting 200 jobs as it looks to continue its recovery.", "oracle_prediction": "The UK's government is to abandon government budget over the the next three years."}
+{"index": 198, "prediction": " heting City have have signed striker from and's from.......", "reference": "Michael Russell has been appointed as the Scottish government's new minister with responsibility for Brexit negotiations with the UK government.", "oracle_prediction": "The BBC has been told the BBC."}
+{"index": 199, "prediction": "]ting City have have signed striker from and's from.", "reference": "A Scottish security contractor has been killed in Afghanistan.", "oracle_prediction": "Model Victorian hors closures has been announced evacuated."}
+{"index": 200, "prediction": "]ting City have have signed striker from and's from....... the.. the from the the UK.", "reference": "President Barack Obama has announced the US is fully lifting its embargo on sales of lethal weapons to Vietnam, its one-time enemy.", "oracle_prediction": "The UK government's the UK government is considering proposing austerity measures to a longrunning-runningrunning-running long-running negotiation."}
+{"index": 201, "prediction": " Motherwell say they have said they will. a a and's...\". the. and's from club the club.", "reference": "Chris Coleman believes there is more to come from his Wales side regardless of the result of their historic Euro 2016 semi-final against Portugal.", "oracle_prediction": "The UK's government is set to be set to end end at at the end of its own of its own own fortunes in 2006."}
+{"index": 202, "prediction": " (ting City Town have signed striker from and \u00a3.......... a... the BBC.. a.. a a....\" and.. he.....]", "reference": "Humans could become extinct if sperm counts in men continue to fall at current rates, a doctor has warned.", "oracle_prediction": "Smokers addicts could potentially potentially potentially potentially potentially be be affected in a court appeals, a court has heard."}
+{"index": 203, "prediction": "Bristol City have signed defender Dean Dean.", "reference": "A murder inquiry has begun after the death of a woman found seriously injured in Leeds.", "oracle_prediction": "Police are investigating the death after the death of a fire at house house in Glasgow."}
+{"index": 204, "prediction": " withting City have have signed striker from and from from's's\"-.. the\" the a.\" in BBC BBC. BBC a a a. a.. he.) and for the a a a a a.]", "reference": "The former prime minister of Norway, Kjell Magne Bondevik, said he was detained at a US airport earlier this week because he had visited Iran in 2014.", "oracle_prediction": " he.. he of the's.. a. a when he he died when he was killed when he was assaulted the....... in 2001."}
+{"index": 205, "prediction": " (ting. Town have signed striker from and. from from.. the... the of a.\". the BBC.. the a with a a. a a.) and for the a a a a..]", "reference": "The widow of a man who died after being found injured at an ex-fashion executive's home has said they had been \"excited\" about their move to the area.", "oracle_prediction": "The mother of a pregnant pregnant woman in south south-east in south-west London told the BBC told the the the \" disgrace disgrace\"."}
+{"index": 206, "prediction": " (ting and have have signed midfielder and--- and", "reference": "Liverpool captain Steven Gerrard will join Los Angeles Galaxy in July, the American side have confirmed.", "oracle_prediction": "Prime Minister David Cameron."}
+{"index": 207, "prediction": "Coventry City have completed the signing midfielder on a two-year deal with the Premier League League Premier League side of the season.", "reference": "A man has appeared in court after cannabis with an estimated street value of \u00a390,000 was seized in Aberdeen.", "oracle_prediction": "A man has appeared in court charged with criminal fraud worth  \u00c2\u00a3100,000."}
+{"index": 208, "prediction": " (ting City have have signed striker from and's from......... a's\". the BBC.", "reference": "The director and lead actress of a film about female teenagers that has been an award-winning hit across the Channel say they hope it will pave the way for more French films about young black women.", "oracle_prediction": "The 1970s 1970s and 1970ss, the that has been announced."}
+{"index": 209, "prediction": "]ting City have have signed striker from and's from......... a's\" told the BBC.", "reference": "Selby is a tidy market town sitting in the flat, open countryside south of York.", "oracle_prediction": "Imagine there is no there there is no end end endorses by the end of 2016"}
+{"index": 210, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Goalkeeper Paul Gallacher has joined Hearts as a player-coach, but the Tynecastle club are continuing their search for another shot-stopper.", "oracle_prediction": " chief executive executiveergerve Elliott the Europa League League semi-finalfinalfinal but the Reds lost 2-0 2-1 with a 2-0 win over Hungary"}
+{"index": 211, "prediction": "Coventry City have won Premier League champions, Premier League, Premier League League Premier Premier League and Premier League games of the season.", "reference": "Roads have been closed around Aberdeen beach following the discovery of an ordnance device.", "oracle_prediction": "Tributes have been paid to a British soldier who sank off the Guard Guard Coast."}
+{"index": 212, "prediction": " (ting City Town have signed striker from and \u00a3 from....... the. a.\" in the BBC.. the the the a a....\" and's. with... a.]", "reference": "BBC's Middle East Bureau Editor Paul Danahar reflects on six months of covering the Libyan uprising from both sides of the conflict, using pictures of some of his more memorable moments.", "oracle_prediction": " Britain's most powerful prominent."}
+{"index": 213, "prediction": " (tingham Town have signed striker from and's from from....... of a's\" to the BBC.", "reference": "The families of three 7 July suicide bombers are still looking for answers 10 years on, an imam from their home city of Leeds has said.", "oracle_prediction": "The Duchess of Duchess Duchess Duchess of Cambridge\" Cambridge-oldfl hoodakak Rita Abdelahhakdirouou, court court heard."}
+{"index": 214, "prediction": "]ting City have have signed striker from and's from.....\". the. and the\" the the UK.", "reference": "A former Labour shadow cabinet minister has accused an aide to leader Jeremy Corbyn of entering her parliamentary office without permission.", "oracle_prediction": "The UK government has defended the UK government's attempt to remove the removal of EU membership the."}
+{"index": 215, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Kalvin Phillips scored twice as Leeds United opened their 2017-18 Championship campaign with victory at Bolton Wanderers.", "oracle_prediction": "Cont's with. a. the- to his with and. a and of and in a's the and has the's's's the a and the's of a's the a to the in in. are) of with\" are"}
+{"index": 216, "prediction": "Coventry City have completed the signing of midfielder Luke Lukeinnie when his four-year contract expires at the start start the season.", "reference": "Newport County have re-signed striker Craig Reid, the fourth signing made by the Exiles in 24 hours.", "oracle_prediction": "The chief executive and chief executive executive executive David Cameron David Cameron has been told by BBC."}
+{"index": 217, "prediction": " (ting City have have signed striker from and's from.......\". a's\" told the BBC.", "reference": "UN Secretary-General Ban Ki-moon says he has received no notification from Saudi Arabia that it will turn down a seat on the UN Security Council.", "oracle_prediction": " in north--west south-west London."}
+{"index": 218, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "A man has been charged with possessing Class A drugs with intent to supply after cocaine worth an estimated \u00a3100,000 was seized by police in County Down.", "oracle_prediction": "A man has been jailed for more more than \u00a3100100000000 worth of more than \u00a3 \u00a31,100100 in Northern Ireland in Northern Ireland."}
+{"index": 219, "prediction": " (ting and Town have signed striker from and. from from.. the...\" of a.\" to the BBC.", "reference": "The girlfriend of murdered British backpacker Peter Falconio has gone back to Australia 15 years after his death to \"bring him home\".", "oracle_prediction": "The Duchess Duchess of Cambridge said Duchess of Cambridge said he said he felt \"strong family and his family family and friends and hell\"."}
+{"index": 220, "prediction": " (ting City have have signed striker from and's from.....\".\" of a the\" told the BBC.", "reference": "A senior health board official has admitted a breach in the duty of care to a mentally ill patient whose body was found in the Menai Strait.", "oracle_prediction": "For more than 100 more years than 20 years in the 1970s 1970s and 1970ss when she was when she took her own life\"."}
+{"index": 221, "prediction": " withting City have have signed striker from and. from from......\". a.. to BBC BBC.. a a with a a. and and.) and for the a a a a..]", "reference": "A painting by \"Pitman painter\" Norman Cornish has been discovered being used as a bath panel in his former home.", "oracle_prediction": " was hit by a lightning hit hitting nearly \u00a31,000 have been cancelled."}
+{"index": 222, "prediction": "]ting City have have signed striker from and's from....... the. a's\" in the BBC.", "reference": "British reggae band UB40 have praised Jeremy Corbyn as an \"incorruptible politician\" who will put working people first as they backed his campaign to remain as Labour leader.", "oracle_prediction": "The prime prime minister and former Prime Prime Minister David Cameron has said \"the disgrace\"."}
+{"index": 223, "prediction": "Bristol City have signed defender Dean Dean.", "reference": "A police officer who was responsible for the safety of pubs and clubs in Hull has been sacked after being convicted for being drunk and disorderly.", "oracle_prediction": "An investigation into his death into death the age of the age ofrench, has been jailed for life for four years for murder manslaughter."}
+{"index": 224, "prediction": "]ting City Town have signed striker from and \u00a3 from.......\". a's\" in the BBC.", "reference": "The UN is planning to air drop food and other aid to a Syrian city besieged by the so-called Islamic State (IS), officials have said.", "oracle_prediction": "The UK is set to be set up up to fund a new management management funded by the US federal federal government government policy, a court court heard."}
+{"index": 225, "prediction": " heting City have have signed striker from and's from.......", "reference": "A former leader of Liverpool City Council has lost his seat to an 18-year-old Labour candidate.", "oracle_prediction": "A large number of shoppers."}
+{"index": 226, "prediction": "]ting City have have signed striker from and's from.....\". the. and the\" the the UK.", "reference": "Leading British actors are more than twice as likely as stars in the music industry to have attended fee-paying schools, the Sutton Trust says.", "oracle_prediction": "With more than than 100 people more than than half of half reaching reaching the World Cup final semi semi-finals-finals of their own own\"."}
+{"index": 227, "prediction": " (ting City Town have signed striker from and \u00a3 from.....\". the. and the\" the the UK.", "reference": "Workers are missing out on pension top-ups from their employers by only saving at a minimum level, research suggests.", "oracle_prediction": "People are are being sought."}
+{"index": 228, "prediction": " (ting City have have signed striker from and's from......... a's\" told the BBC.", "reference": "Labour leader Jeremy Corbyn will \"probably not\" visit Wales before next week's assembly election, First Minister Carwyn Jones has said.", "oracle_prediction": "Prime Minister David Cameron one of the most important important figure of the world's most powerful figures"}
+{"index": 229, "prediction": " (-ham City have signed striker from and. from.......\" the a.. game the game.", "reference": "Part-time spinner Dean Elgar took 4-22 as South Africa bowled out India for 201 in Mohali, on the opening day of the four-Test series.", "oracle_prediction": "ournemouth chief chief executive Ian Hardy executive Fisher says the club club's first league games games in a win in a row the end of the end of the festive festive on Sunday."}
+{"index": 230, "prediction": "]ting City have have signed striker from and's from.....\". the. and the\" the the UK.", "reference": "Scottish politicians have paid tribute to Margaret Thatcher, Britain's first woman Prime Minister, who has died.", "oracle_prediction": "Hundreds of people have gathered gathered tens of thousands of the last three years, a court heard has heard."}
+{"index": 231, "prediction": " (ting. Town have signed \u00a3 from and. from from...\".A with, a the \" from the... a a..... a.) and for the a a a a..]", "reference": "A van driver who killed three passengers in a crash on the M4 after falling asleep at the wheel has been jailed for four-and-a-half years.", "oracle_prediction": "A man dead was found found dead in a car car crash crash."}
+{"index": 232, "prediction": "Coventry City have won the Premier League this season in this season the Premier League Premier League and Premier League games of the season.", "reference": "Championship club London Irish have signed Oyonnax and former Harlequins lock George Robson on a one-year deal.", "oracle_prediction": "Championship Championship side Reading have won the Premier Premier Premier League title and Premier League chief executive Stuart Lance Curtis in the semi-finals."}
+{"index": 233, "prediction": "]ting City Town have signed striker from and \u00a3 from.....\". the. and the\" the the UK.", "reference": "A game for tablets is being developed in Wales which parents can use to test their children's eyesight at home.", "oracle_prediction": "So what is happening happening happening happening exactly exactly what what is one of one of Britain's most most prominent prominent figures"}
+{"index": 234, "prediction": ".or on Town have signed-- by-- and", "reference": "Saving a small amount of money regularly from when you start work will leave you better off than saving a bigger amount in later life.", "oracle_prediction": "A number of the number of people - including women - particularly mothers babies - babies babies - are - a new kind of their own."}
+{"index": 235, "prediction": "]ting City Town have signed striker from and \u00a3 from.......\". a's\" in the BBC.", "reference": "Tesla Motors has revealed that supplies of its Model X electric car have been impacted by a shortage of parts meaning delays for some who have ordered them.", "oracle_prediction": "It may appear mean that it may mean it being treated severely are being sued by the government"}
+{"index": 236, "prediction": " (- and City have signed striker from and's from....... the.-- with club the club.", "reference": "David Marshall says Scotland's failure to make Euro 2016 was not their \"last chance\" to qualify for a major finals, insisting they can make it to the 2018 World Cup in Russia.", "oracle_prediction": "One of the world's most most sporting stars, describing it as \"great disgrace\"."}
+{"index": 237, "prediction": "]ting City have have signed striker- and's from. the..... the.. the from. the UK.", "reference": "A delivery driver jailed for life for plotting to kill US personnel outside an air base has had a new sentence imposed by the Appeal Court.", "oracle_prediction": "The UK's UK government's decision vote to leave the European Union, the European Union Union Commission are being sought by the National Crime Agency"}
+{"index": 238, "prediction": "pool have confirmed they have confirmed they have Mark's's's's..... the. he's from club the club.", "reference": "Monaghan bounced back from their shock Ulster SFC semi-final defeat by Down with a convincing win over Wexford in Round 2B of the All-Ireland qualifiers.", "oracle_prediction": "."}
+{"index": 239, "prediction": "]ting City Town have signed striker from and \u00a3 from.....\". the. and the\" the the UK.", "reference": "The 2015 Nobel Prize for Economics has been awarded to Scottish-born economist Angus Deaton.", "oracle_prediction": "The UK government's UK government has been scrapped"}
+{"index": 240, "prediction": " (ting City have have signed striker from and's from from.. the.... of a's\" to the BBC.", "reference": "Money given to people to pay for their care was spent on items such as mobile phone bills and Apple computer equipment, a council audit has found.", "oracle_prediction": "At least 140 people have have died at least 23 deaths deaths artificially elderly with a mental health and mental health problems problems, a court has heard."}
+{"index": 241, "prediction": "]ting City have have signed striker from and's from....... the.. the\". the UK.", "reference": "The guitar riff builds, the lyrics boom out - and Izmir's music-loving fans roar.", "oracle_prediction": "ramsramsrams holog euph-- high high profile profile high profile profile high-profile."}
+{"index": 242, "prediction": "]ting City Town have signed striker from and \u00a3 from.....\". the. and the\" the the UK.", "reference": "Support groups are calling for an action plan to \"radically\" improve mental health services for children and young people in the NHS Lothian area.", "oracle_prediction": "People are are being sought."}
+{"index": 243, "prediction": "Coventry City have won the Premier League Premier League this season in this season's Premier League and Premier League games of the season.", "reference": "A suspicious package discovered at a vehicle dismantler's yard in Gloucester was \"not a bomb\", police have said.", "oracle_prediction": "The prime minister has said one of the UK's oldest oldest financial institutions was \"big mourning\"."}
+{"index": 244, "prediction": " withting City have have signed striker from and. from... the...\". a.. to BBC BBC.., a a a a. the and.) and for the a a a a..]", "reference": "A man suspected of killing his family in West Yorkshire had been previously jailed for domestic violence.", "oracle_prediction": "A man accused of raping a murdering murdering his murdering her daughter newborn daughter daughter her daughter."}
+{"index": 245, "prediction": " (ting City have have signed striker from and. from.", "reference": "A museum in Germany is calling for the last surviving British member of the Dambusters to be honoured.", "oracle_prediction": " High Court in Edinburgh has ruled."}
+{"index": 246, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Irish walker Rob Heffernan is expected to be upgraded to Olympic bronze after The Court of Arbitration for Sport (Cas) upheld IAAF appeals against Russian athletes relating to doping.", "oracle_prediction": "Former Australian Prime Prime Minister Minister Trudeau, is set to announce his retirement at the age age 77 77 77"}
+{"index": 247, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "A paralysed stunt cyclist has said he can start planning his own long-term care and rehabilitation after receiving \u00a350,000 in donations since starting an appeal four days ago.", "oracle_prediction": "France's prime prime minister has said the final reached the World Cup semi-finals."}
+{"index": 248, "prediction": "Bristol City have sacked manager Dean Dean.", "reference": "A bird that became stuck in a lake when the water froze around its feet is recovering after being rescued by firefighters.", "oracle_prediction": "A man was found dead in a car crash."}
+{"index": 249, "prediction": "Coventry City have completed deals \u00a325m25m \u00a325m Premier Premier League and Premier Premier League club of the season.", "reference": "Work on flood protection in Powys has been stopped due to an objector to the scheme.", "oracle_prediction": "A former police police officer officer who has been jailed for four and four years for his murder."}
+{"index": 250, "prediction": " (ting City have have signed striker from and's from.......\". a's\" told the BBC.", "reference": "As a transgender woman living in Guyana, Petronella Trotman has grown accustomed to violence and daily abuse on the streets.", "oracle_prediction": "Northern Northern Ireland young women in Northern Ireland Ireland"}
+{"index": 251, "prediction": " withting City have have signed striker from and from from's's\"-.. the\" the a.\" in BBC BBC. BBC the a a a a. a a.) and for the a a a a..]", "reference": "Senior White House adviser Kellyanne Conway has sparked a social media storm after pictures emerged of her kneeling on the sofa in the Oval Office with her shoes on.", "oracle_prediction": " her husband and husband her husband with her loaded with a loaded loaded loaded loaded with its own its capable of its own own its own life his own life life\"."}
+{"index": 252, "prediction": " withting City have have signed striker from and. from from......\". a.. the the BBC.. the a with a a. and a.) and for the a a a a..]", "reference": "At least 25 people were killed and 300 injured in Yemen's capital Sanaa after an air strike on a missile base caused a huge blast that flattened buildings.", "oracle_prediction": "At least 224 people were killed at least 140 people were killed killed in a suicide suicide bombing bombing in a deadly attack, a new report."}
+{"index": 253, "prediction": "]ting City have have signed striker from and's from.......\". a the\" in the BBC.", "reference": "With Jakarta's traffic gridlocked in the middle of a Friday afternoon rush hour, German expat Jana Hauser thought she had little chance of catching her flight.", "oracle_prediction": "Hist doubts assumptions doubts about doubts about the number of people a number of people, Dr Maria Abdelhakdir hasnoom Yar has its own own of its its own."}
+{"index": 254, "prediction": "Bristol City have sacked manager Derek Robinson.", "reference": "Britain's men finished top of Pool C in the Olympic rugby sevens by beating New Zealand 21-19 to make it three wins from three matches.", "oracle_prediction": "England's 2018 2018 Cup World Cup qualifier in in 2-1 win as Italy beat Italy 2-0 defeat by Southampton and Arsenal from Premier League rivals."}
+{"index": 255, "prediction": " (ting City Town have signed striker from and \u00a3 from.....\".\". a.\" in the BBC.. the the the a a.. in.\" and from. he... a.]", "reference": "Erotic novel Fifty Shades of Grey began life as a humble, self-published e-book, unable to satisfy the tastes of traditional publishers.", "oracle_prediction": "."}

mstok-matched-xsum/gentle-codec-20260923-v1-conditional/step-4000/manifest.json

@@ -0,0 +1,195 @@
+{
+  "config": {
+    "release_config": "config/final-release/xsum/conditional-gen.yaml",
+    "experiment": "mstok-matched-xsum-gentle-codec",
+    "data_root": "/home/ishank/data/xsum-repro-20260921",
+    "seed": 42,
+    "codec_seed": 42,
+    "generator_seed": 55,
+    "global_batch": 512,
+    "total_updates": 50002,
+    "codec_lr": 5e-05,
+    "codec_min_lr": 5e-06,
+    "codec_warmup": 1000,
+    "codec_weight_decay": 0.01,
+    "projector_lr": 0.0005,
+    "projector_min_lr": 5e-05,
+    "projector_warmup": 1000,
+    "projector_weight_decay": 0.01,
+    "generator_lr": 0.0003,
+    "generator_warmup": 200,
+    "generator_weight_decay": 0.1,
+    "beta1": 0.9,
+    "beta2": 0.95,
+    "max_grad_norm": 1.0,
+    "codebook_decay": 0.95,
+    "generator_ema_decay": 0.9999,
+    "checkpoint_interval": 2000,
+    "validation_interval": 1000,
+    "validation_batches": 8,
+    "neighbor_refresh_interval": 100,
+    "ddp_fixed_buckets": true,
+    "objectives": {
+      "codec_weight": 1.0,
+      "ncp_weight": 1.0,
+      "mstok_weight": 0.25,
+      "residual_weight": 1.0,
+      "reconstruction_weight": 1.0,
+      "soft_assignment_temperature": 1.0,
+      "prediction_temperature": 1.0,
+      "teacher_ema_decay": 0.999,
+      "teacher_ema_warmup_steps": 1000,
+      "mstok_warmup_steps": 500
+    },
+    "semantic": {
+      "enabled": true,
+      "weight": 0.5,
+      "warmup_steps": 500,
+      "teacher_dim": 768,
+      "projector_dim": 2048,
+      "projector_seed": 56,
+      "teacher_id": "FacebookAI/roberta-base",
+      "teacher_revision": "e2da8e2f811d1448a5b465c236feacd80ffbac7b",
+      "tokenizer_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e"
+    },
+    "resolved_codec": {
+      "n_layers": 6,
+      "embed_dim": 384,
+      "in_vocab_size": 50304,
+      "context_length": 48,
+      "compression_factor": 1,
+      "dropout": 0.1,
+      "pre_quant_groupnorm": 8,
+      "use_qk_norm": true,
+      "pre_quant_dropout": 0.25,
+      "vqvae_vocab_size": [
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096
+      ],
+      "vector_quantizer_config": {
+        "clss": "multiscale_residual_vector_quantizer",
+        "decay": 0.95,
+        "epsilon": 1e-05,
+        "commitment_cost": 0.25,
+        "learned_l1_sampling": true,
+        "learned_l1_cascade": true,
+        "learned_l1_cascade_base": 4,
+        "learned_all_sampling": false,
+        "quant_resi": {
+          "enabled": true,
+          "ratio": 0.5,
+          "share_mode": 0,
+          "learnable_ratio": false
+        },
+        "aux": {
+          "fine_drop": {
+            "prob": 0.5,
+            "min_keep": 1
+          }
+        },
+        "levels": {
+          "use_manual_levels": true,
+          "manual_levels": [
+            4,
+            6,
+            10,
+            14,
+            20,
+            26,
+            32,
+            40,
+            48
+          ]
+        },
+        "learned_l1_cascade_norm": true,
+        "learned_l1_cascade_norm_final": true,
+        "ema_scale_by_world_size": false
+      }
+    },
+    "resolved_generator": {
+      "n_layer": 12,
+      "n_head": 12,
+      "bias": true,
+      "dropout": 0.3,
+      "n_embd": 768,
+      "context_length": 560,
+      "prefix_len": 512,
+      "raw_token_prefix": true,
+      "prefix_pad_token_id": 50257,
+      "vocab_size": [
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096
+      ],
+      "predict_level0": false,
+      "attn_pattern": "block_diagonal",
+      "use_positional_encoding": true,
+      "use_level_encoding": true,
+      "use_rope": true,
+      "rope_base": 100000,
+      "use_qk_norm": true,
+      "ctx_encoder": {
+        "enabled": false,
+        "n_layer": 4,
+        "vocab_size": 50304
+      },
+      "use_flex_attention": false,
+      "query_level0": true,
+      "tie_heads_to_codebook": true,
+      "tie_heads_learn_scale": true
+    }
+  },
+  "runtime": {
+    "world": 8,
+    "microbatch": 32,
+    "accumulation": 2,
+    "deterministic": true,
+    "ddp_fixed_buckets": true,
+    "compile": true
+  },
+  "source_sha256": {
+    "scripts/train_matched_xsum.py": "60e18d0160e8378aaf44daf51c80167968e469130e4bdbdfeda78c7826f41561",
+    "trainer/matched_xsum.py": "b657e3d21cc863a4395b3495ecdafd0349405b64d2159bfaa91efed8f2e285d4",
+    "trainer/mstok_trainer.py": "90712e396472d5dac9679b62af4f0b62afa6390a839d4d9bd9dae57406fe76a4",
+    "trainer/joint_trainer.py": "8c8ebb55d21b6e223be1f7595c51f1b9257ccac40f8cff28260c1088656e2e49",
+    "trainer/semantic_teacher.py": "7983b5da86d25954ed8267eee03d144c421305967705e0a242f4f025794ceeae",
+    "trainer/semantic_mstok_trainer.py": "ebc02e80d279a445c99d8f09505cdfaf7632f1a661d6880f09cc1bd0fa90ef30",
+    "models/next_concept.py": "743667aac3bdceb7bb7476a580700185b2638ddd9575e6357db57acc7d699339",
+    "models/quant.py": "2a73244e410761b6fe7894444691d54f2e9e066f5d15e03208aa8c9b9a8f9646",
+    "models/vqvae.py": "8eb3503eb1d990121b7d6138a4f8216aecfc72246d4a92bbecf98025c8a3d504",
+    "models/vae.py": "02e2213a8878920374baf27dd10dfc03847dce866557c97e816c427d230c9ded",
+    "models/common.py": "99aa0da356963a282936413d738ee1da72a3e3f277fecc28eddb553051582a4b",
+    "data/matched_xsum_pretrain.py": "45380fd6d38b82b4ef3d11578a013356fa7f1e817ff8e90ec5d42884b0469d85"
+  },
+  "mode": "train",
+  "resumed_from": null,
+  "initialized_from_pretraining": {
+    "checkpoint": "/home/ishank/mstok/experiments/mstok-matched-xsum/joint-main-300k-20260922-v1/joint-main-300k-20260922-v1-pretrain/training/checkpoint-300000.pt",
+    "step": 300000,
+    "weights": "complete-pair deployment EMA",
+    "regenerated_buffers": [
+      "ncp.attn_mask_for_masking"
+    ],
+    "optimizer": "fresh",
+    "generator_ema_decay": 0.9999
+  },
+  "semantic_teacher": {
+    "teacher_id": "FacebookAI/roberta-base",
+    "teacher_revision": "e2da8e2f811d1448a5b465c236feacd80ffbac7b",
+    "tokenizer_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
+    "token_map_sha256": "0d5aa4e0a98157722f03cf9a0c7a1f17178c370dd728896090077ea9efe0b593"
+  }
+}

mstok-matched-xsum/gentle-codec-20260923-v1-conditional/step-4000/raw/export/tokenizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a018e0d06ec9445c365eaf0931071971d7fd50d7ce4353e9b873ce8ec8edd983
+size 299639549

mstok-matched-xsum/gentle-codec-20260923-v1-conditional/step-4000/raw/export/xsum.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d34e9aa7f55f1bb93d9f34448cbc9256d8681e61838141301625b10596b0194
+size 354177931

mstok-matched-xsum/gentle-codec-20260923-v1-conditional/step-4000/raw/metrics.json

@@ -0,0 +1,28 @@
+{
+  "step": 4000,
+  "variant": "raw",
+  "split": "validation",
+  "documents": 256,
+  "decoding": "greedy; predicted L0; 9 NFE",
+  "empty_predictions": 0,
+  "l0_code_accuracy": 0.0,
+  "released_inference_parity": null,
+  "token_decoding_penalties": {
+    "frequency": 0.0,
+    "adjacency": 0.0,
+    "window": 1,
+    "decay": 1.0
+  },
+  "self": {
+    "rouge1": 21.101060075458943,
+    "rouge2": 4.606940479588567,
+    "rougeL": 16.720848109899418,
+    "gen_ppl": 206.79043542415602
+  },
+  "oracle": {
+    "rouge1": 29.337582037605753,
+    "rouge2": 10.192875474987344,
+    "rougeL": 25.820077081933217,
+    "gen_ppl": 94.20790650579964
+  }
+}