MsTok matched XSum joint-main-300k-20260922-v1-pretrain: step 75000

mstok-matched-xsum/joint-main-300k-20260922-v1-pretrain/step-75000/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21292b5d42d2f6a04ef2d46c99579c36767b1e3e0bdebac2b687e4313f0d8b0d
+size 2737610128

mstok-matched-xsum/joint-main-300k-20260922-v1-pretrain/step-75000/ema/export/tokenizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a370e2c23f110b0afab99037b6301a5fcc0d5728b7cfb52620a12998fb5b26
+size 299639549

mstok-matched-xsum/joint-main-300k-20260922-v1-pretrain/step-75000/ema/export/xsum.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb058cb811227b5ba148440ee5abfcba94ceeabd6ba3ae385265a509bf6d4a62
+size 352311691

mstok-matched-xsum/joint-main-300k-20260922-v1-pretrain/step-75000/ema/metrics.json

@@ -0,0 +1,24 @@
+{
+  "step": 75000,
+  "variant": "ema",
+  "phase": "pretrain",
+  "count": 256,
+  "decoding": "unconditional sampled; temperature=1 top_k=0 top_p=1; predicted L0",
+  "seed": 42000,
+  "validation_reconstruction_accuracy": 0.9885791366906475,
+  "mean_sample_token_entropy_nats": 3.1896652618785337,
+  "unique_texts": 256,
+  "empty_predictions": 0,
+  "sampled_active_codes_per_level": [
+    151,
+    464,
+    706,
+    894,
+    1085,
+    1077,
+    1148,
+    1181,
+    1251
+  ],
+  "gen_ppl": 641.1813053335076
+}

mstok-matched-xsum/joint-main-300k-20260922-v1-pretrain/step-75000/ema/predictions.jsonl

@@ -0,0 +1,256 @@
+{"index": 0, "prediction": "Corner,  Coventry City. Conceded by Ar opticalmieazaki.\nCorner,  Coventry City. Conceded by Ser Kre Tubingen.", "token_entropy_nats": 2.961221906723746}
+{"index": 1, "prediction": "\nCorner,  Manchester City. Conceded by Gretna Arbonna (Chelsea) left.ed shot incidencerin the left side of the six yard box to the bottom right corner. Assisted Roberto RobertoChelsea.\nCor", "token_entropy_nats": 3.484845285109493}
+{"index": 2, "prediction": "Corner,  Motherwell. Conceded  Allen.\nCorner,  Celtic. Conceded by Cummings Sinclair.\nCorner  Aberdeen. Conceded by Michael McMillill.\nAttempt saved. Matthew Taylor", "token_entropy_nats": 2.9732749115901322}
+{"index": 3, "prediction": "Corner,  Liverpool. Conced Conced Adam Armstrong.\nCorner,  Reading. Conceded by Jackson Irvine. generallyAttempt blocked,  Everton. Conceded by Jamie Halls ( righted in. from outside incidence", "token_entropy_nats": 3.123548815372472}
+{"index": 4, "prediction": "Corner,  Newport County. Conceded Lowe Ryan.\nCorner,  Derby. Conceded by Clint Lowe.CorCorner   Derby County. Conceded by Baird.\nCorner,  Newport County", "token_entropy_nats": 2.7086849792451826}
+{"index": 5, "prediction": ".\nCorner,  Celtic. Conceded by Jonas Jonasellell.\nCorner,  Barnley. Concededed Matthew Clarke.\nDanny (Liverpool rightrin right. outside outside outside in box is too high", "token_entropy_nats": 3.1813110804191345}
+{"index": 6, "prediction": "CorCorner,  Carlisle United. Conceded by Lewis Conlon.\nSubstitution, Carlpton Wanderers.\nCorner.  Sheffield United. Conceded by Luke Wilkinson Wilkinson\nAttempt blocked. Nicola Miller", "token_entropy_nats": 3.1813110804191345}
+{"index": 7, "prediction": "CorCorner,  Birmingham City Ladies. Conceded byashaasha Millsteinisch\nAttempt missed Katie Opp Halls (Chelsea Ladies Ladies. right he incidence August the centre of the box misses to blocked right. Assisted Ass Seth Jonas", "token_entropy_nats": 3.5894688122077225}
+{"index": 8, "prediction": ".\nCornerner  Brentford. Conceded by Bart Isaacm Success Mb\n saved saved. Jermaine Beckewew (Leeds United Unitedrin right the on on eating right right side of the box is saved in", "token_entropy_nats": 3.463043279119303}
+{"index": 9, "prediction": "Corner,  Bolton Wanderers. Conceded by Sinclair.CorCorner  Celtic. Conceded by Scott Sinclair SinclairAttemptAttempt missed. Stuart Sinclair (Celticic right themselves a incidence. in very close range is", "token_entropy_nats": 3.2883143700409434}
+{"index": 10, "prediction": "Real giants Spanish La Liga La side Laim ated end of the season after fighting battling fight fightback with Nice Serie Monaco side Nice in the deal.", "token_entropy_nats": 3.148793194469537}
+{"index": 11, "prediction": "CorCorner,  Charlton Athletic. Conceded Elaine Natasha Crowleyrice.\nSecond Half ends begins Bradford City 2, Reading 0.\nAttempt missed. Meredith Meredith (Bradford City on right (ed in from outside the box", "token_entropy_nats": 3.55350855315125}
+{"index": 12, "prediction": "Corner,  Bolton Wanderers. Conceded by Jamie Murray. MesCorner,  Bolton Wanderers 2erers  Bolton Wanderers Wand Wanderers 5ererserers Kash (Bolcombe Wanderers) header from very close range", "token_entropy_nats": 3.0478064207975737}
+{"index": 13, "prediction": "CorCorner,  Ipswich Town. Conceded byziezie Evorn.\nSubstitution Wool Ipswich Town. Stefano replaces Nathan Redmond but misses to the right.\nAttempt missed. Freddiedie (Ipswich", "token_entropy_nats": 3.4904822977042604}
+{"index": 14, "prediction": "CorCorner,  Newport County. Conceded by Yak Chalalon Yazag Yor-Blake.", "token_entropy_nats": 2.912494403331052}
+{"index": 15, "prediction": "First Ut Ut shooter Seth Clapper, pun tattooed with contr for looking Gand, Bon been jailed several eight years for verbal League League Irish side. Chelsea.", "token_entropy_nats": 3.21039133978839}
+{"index": 16, "prediction": "\nCorner,  Northern Ireland. Conceded by Weir.\nDelay over. They are ready continue.\n Shane Duffy DuffyNorthern Ireland because of an injury from the centre of the box is blocked\nAttempt blocked. Derry", "token_entropy_nats": 3.443621035652693}
+{"index": 17, "prediction": "stone. Conceded in Kyle Walker.\nSubstitution, Wrexham. Bod Clifford.\nSecond Half ends begins sideham Athletic 0. Maidstone United 0.\nFirst Half ends, AFCham Athletic 3, Boreham", "token_entropy_nats": 3.2499743484608916}
+{"index": 18, "prediction": ".\nCornerner  Sheffield United. Conceded by Natasha-olyneux.\nCornerner  Sheffield United. Conceded. Adam Dillonazaki.\nCorner,  Sheffield United. Conceded Wor Darren", "token_entropy_nats": 2.870466520624718}
+{"index": 19, "prediction": "Huddersfield Town's youngster Adam Rouse scored set up of England Women's Six Nations squad with defeat defeat National League One side side Reading.", "token_entropy_nats": 3.2238860684913124}
+{"index": 20, "prediction": " Cook. ItSubstitution. Macclesfield Town. Darius JLL replaces replacesmiemiemiemiemie.\nSubstitution, Macclesfield Town. Craig Slater replaces Craig Slater.Substitution. Jerv White House replaces", "token_entropy_nats": 2.896090403076861}
+{"index": 21, "prediction": "CorCorner,  Oxford United. Conceded by PJ Scott.Substst Will Will Pearce.CorCorner,  Aberdeen. Conceded Leon Clarke from the six yard box.\nJoe Irvine StSt. Mirren", "token_entropy_nats": 3.300657486974411}
+{"index": 22, "prediction": "CorCorner Mans Mansfieldfield Town Conceded by Jamie Jamie Webster.SubSubstitution Mans Mansfield Town.  Leyton Orient. Luke Norris replaces Hanvol Romeoley.\nSubstitution Mans Mansfield Town. Luke", "token_entropy_nats": 3.0823245659156724}
+{"index": 23, "prediction": "Faf Pu Puyif Aj Ajyrod Toki J J Taylor Taylor who was handed off- Cir internet by Championship side Oxford University degree at have stalled outline plans.", "token_entropy_nats": 3.357306009900858}
+{"index": 24, "prediction": "Corner,  Hull City. Concededed Luke Jones.\nCornerner  Birmingham City. Coned by Scott Hogan.Attempt saved isapo (Ipswich Town) header from secondly centre of the box is saved in", "token_entropy_nats": 3.445063149591067}
+{"index": 25, "prediction": "Corner,  Bristol Rovers. Conceded by Jordan Obita-Line.\nGoal!  Blackburn Rovers 1 side Oxford United 1. Freddie Ladapo (Blackburn Bristol Rovers from header from the centre. the box", "token_entropy_nats": 3.473944282114398}
+{"index": 26, "prediction": "\nCorner,  Chesterfield. Conceded by Halls.\nCorner  Reading. Conceded by Alan Howard.\nCorner,  Everton. Conceded Joe Joe Allen.\nSubstitutionSub Chesterfield", "token_entropy_nats": 2.9464401437705328}
+{"index": 27, "prediction": "CorCorner,  Nottingham Forest. Conceded by Jonas\u00f1 Jonas Junior..SubstitutionSub  Forestham Forest) left Dur specifyIisted outside replaces box is blocked. Assisted by Jasoncheon. JasonAttempt saved.", "token_entropy_nats": 3.37639988154931}
+{"index": 28, "prediction": "\nCorner,  Bradford City. Conceded by Y\u00f1 BonnenernerCorCorner,  Bradford City. Conceded. Jereane Lowe. predicamentAttempt blocked. Matthew Field (York City. diet righteded", "token_entropy_nats": 3.134449818367567}
+{"index": 29, "prediction": "CorCorner,     Rooney Conceded by Andy Carroll.\nSubstitution -      - Francisco Diego Francisco -    -omoerto Puerto -     ner James Milner", "token_entropy_nats": 2.5736959692543433}
+{"index": 30, "prediction": ".CorCorner,  Liverpool. Conceded by Jorge. JohannDelay in match Anderlecht (Finoouse on the Stormoul on Bob right wing.\nFoul Tammy Tammy AbrahamManchester City).\nFoul", "token_entropy_nats": 3.502825414637729}
+{"index": 31, "prediction": "Corner,  Fleetwood Town. Conceded by Martin.\nCorner  Bradford City. Conceded Daryl Shane Halls.\nCorner   Bradford City. Conceded Nathan Arnold.\n\n outside the box is", "token_entropy_nats": 3.015103411812289}
+{"index": 32, "prediction": "Corner,  LiverpoolLiverpool Concededced Jonas Jonas Hector.\nCornerner  Liverpool. Conceded by Jan Daryl Mil ricky.", "token_entropy_nats": 2.846720212074426}
+{"index": 33, "prediction": "CorCorner,  West Brom Albion. Conceded by Chris Currie.\nCorner,  Preston North End. sideAttempt. David Fleetwood Town. leftrined dieted outside the box is too high. Assisted", "token_entropy_nats": 3.4232611436008775}
+{"index": 34, "prediction": "Corner,  Nice. Concededced Sylvain Clever Fellainkk.OffOffside Arsenal.", "token_entropy_nats": 2.7511022893863717}
+{"index": 35, "prediction": "ovic.CorCorner,  Nice. Conceded by Puertoorn Alonso Sturolit.\nSubstitution, Nice. Antonioncgilio replaces \u00c1 Moraro..Rad S Rosa.Atl\u00e9tico de Madrid) wins", "token_entropy_nats": 3.500779049933999}
+{"index": 36, "prediction": "Corner,  Doncaster Rovers. Conceded by Sean Morrison.\nSubstitutionton Charlton Athletic. Conceded. Will Hughes.\nGoal!  Doncaster Rovers 1 1 Nickyenneenneenne (", "token_entropy_nats": 3.3171955025642745}
+{"index": 37, "prediction": "CorCorner,  Ayr United. Conceded by Shay McCooter.\nCorner,  Ayr United 1 Ayr United 2.miemie Essheed (Ayr United ( leftass incidence in AFC outside outside box", "token_entropy_nats": 3.2608753514559865}
+{"index": 38, "prediction": "Corner,  Hull City. Concedceded Grimes\nFoul Che Cheikh Bukazaki (West Brom Albion).\n\nstitution, Birmingham City. Conceded bylavssdan Kot Kotazaki with\n cross following a", "token_entropy_nats": 3.4559641525861617}
+{"index": 39, "prediction": "o Pitchoud (Arsenal). a free kick in the defensive half is blocked. Assisted Ass Sergio Past\u00fc\u00e9 following a corner. Assisted have Ander Herrera with a cross following a corner.\nCorner,  Stoke.", "token_entropy_nats": 3.432720032657598}
+{"index": 40, "prediction": "Cre Two Alexandra Cre Crewe Alexandra. Conceded by Josh Morris following following month month deal.", "token_entropy_nats": 2.649158683274018}
+{"index": 41, "prediction": "CorCorner,  Reading. Concededed Adam Webster.\nCornerner  Reading. Conceded by Mario Slaughter.\nSubstitution. Stirling. Oswalden replaces Clint Halls with a cross.\nAttempt missed", "token_entropy_nats": 3.19724484524364}
+{"index": 42, "prediction": "Corner,  Ross County. Concededed Josh Paterson.oulFoul by Ross Wallace (Ross County).\nCornerCor  Hartlepool United. Conceded by Chris Baird Baird\nAttempt saved. Piero", "token_entropy_nats": 3.329538619497743}
+{"index": 43, "prediction": "Corner,  Blackburn Rovers. Conceded by Danny Rose. blockedDannyDanny Rose (Reading) header from ( left side boxAttempt blocked.\nSubst, Bristol Rovers. Concededed Scott Sinclair.\nAttempt", "token_entropy_nats": 3.3171955025642745}
+{"index": 44, "prediction": " by by Herman der Sapnick has knighteded well-known illustocratic Bob Agg Rouse.", "token_entropy_nats": 2.798513256943294}
+{"index": 45, "prediction": "CorCorner,  Bristol Rovers. Conceded bymiemiemie.\nSecond Half ends ends Bristol Wimvers 1, Wimury 1.BBobbyobby-TaylorBristol Rovers).\nBriton Ramirez (", "token_entropy_nats": 3.336617746030885}
+{"index": 46, "prediction": "\nCorner,  Fulham. Conceded by Curtis McCabe.\nSubstitutionSub Norwich City 0.CorCorner,  Norwich City. Conceded by Josh Mag anticiporai.\nFoul by Russell Russell", "token_entropy_nats": 3.2087500990040914}
+{"index": 47, "prediction": "Photographs Goal PJ Suz Bronbone Rathbone Sw joined Swindon Town following the centre of the sport.", "token_entropy_nats": 2.9020023132056036}
+{"index": 48, "prediction": "Researchers in New York City have recruited apple chimpanzees capitaiologist epidem by Edgarropolis illust illust inkocratdem.", "token_entropy_nats": 2.9785084205272367}
+{"index": 49, "prediction": "bish summarsize landmarks parap A*oretoret have been scrapped by brick Peck structurallyurally fire appliances tubes barnaclesacles recon deststaunch artist Viking.", "token_entropy_nats": 3.299829685667092}
+{"index": 50, "prediction": "   Class Conced Conced Raphael Raphael Rossihenko by", "token_entropy_nats": 2.0228085294147036}
+{"index": 51, "prediction": "\nCorner,  Bolton Wanderers. Coned by Curtis.CorCorner,  Bristol. Conceded Joe Bryan. HalfSecond ends ends Walsall 1erers Bolton Wanderers 1.\nSecond Half ends, Peter United", "token_entropy_nats": 3.140086830962334}
+{"index": 52, "prediction": "CorCorner,  Manchester City. Conceded by Vidalrez replaces Nicol\u00e1s Otamendi.\nCorner,  Manchester City. Conceded by Jordan Ayew from outside box box box blocked..Substitution", "token_entropy_nats": 3.3062944995691796}
+{"index": 53, "prediction": "First Half ends, Fulham Town. Conceded by Clint Barrowlow..Substitutionitution Fulham United. Cody Wright replaces OliverArthur.\nAttempt blocked. Danny Wright (Rotherham United rightrin...", "token_entropy_nats": 3.2750336045222688}
+{"index": 54, "prediction": ",  Walsall. Concededced Jake Clarke.Second Half ends 0. Walsall 0.\nSubstitution Dover Athletic. Lucy Powell replaces Daryl Bennett.\nSubstitution. Athletic. Scott Halls replaces Sethmie", "token_entropy_nats": 3.2069349628712773}
+{"index": 55, "prediction": ".nerCornerner  Borussia Dortmund. Conceded by Elena Rud Schultzstein\nSubstitution, 1860urgerurger SV rebel. Jonasalonaloninskylavlavysov. Ver Ver savedadelMaxefer (Yeovov", "token_entropy_nats": 3.542607550156155}
+{"index": 56, "prediction": " County).\nCornerner  Newport County. Conceded by Danny RoseDanny Alex Samuel (Reading).\nGoal!  Newport 2 County Derby 2 (Derby County right right. ( detects from outside the box is blocked. Ass", "token_entropy_nats": 3.4161820170677357}
+{"index": 57, "prediction": "A derelict poppy museum in the Highlands and Highlands has played a key role helping China help the region in territorial World War War heritage side.", "token_entropy_nats": 3.1341624585866477}
+{"index": 58, "prediction": "A anti-partpositionfare hotline is to be set up charity to help the public convince the British public about the nude. Doc effects.", "token_entropy_nats": 3.065964511983632}
+{"index": 59, "prediction": "Corner,  Bolton Wanderers. Conceded by Lowe LowenerCornerner  Reading. Coneded Cyrus Lowe.adelMax Smith (Bury) wins free Worm in plotting defensive half.\nFoul by Sean Rag", "token_entropy_nats": 3.3873008845444046}
+{"index": 60, "prediction": "Rare flavours flavours flavours golden lions Siberian, reintrodu flavours by goodness goodness - worm understandably distraught when the continues continues.", "token_entropy_nats": 2.7129621730528912}
+{"index": 61, "prediction": "Substitutionitution Arsenal. Mesut Ozil replaces Josh Morris (Arsenal) header from centre centre high sixth box to the bottom left corner. Assisted left Bj opticalmie Flambori. predicamentAttempt missed. Charlie Jemagan (Arsenal", "token_entropy_nats": 3.6112708181979114}
+{"index": 62, "prediction": "\nCorner,  Sheffield Wednesday. Conceded by Miller.\nSubstitution Sheffield Wednesday. Ryan Wilson replaces Milleritution\nSubitutionitution Sheffield Wednesday. Codyketikh replaces Mus Musa.\nSubstitution, Sheffield Wednesday", "token_entropy_nats": 2.9762589248790685}
+{"index": 63, "prediction": ".\nCorner,  Bradford City. Conceded byRickie Moore.\nOwn suppliedblerords Halfords, Lincoln side 0. Bristol Rovers 1. HalfSecond Half, Lincoln City 1.\nFirst Half ends ends Bristol", "token_entropy_nats": 3.2210932159375605}
+{"index": 64, "prediction": "ner,  Newport County. Concededced laced Mueller Hauiza.\nCorner   Dagenham Redbridge. Concededed Conceded Brandonorn Arkppers.\nAttempt saved. Cody Dervham (MK", "token_entropy_nats": 3.2196511019991867}
+{"index": 65, "prediction": "\nstitution, Hartlepool United. Conceded by Ewart Wool Ambrose AmbrosefallGoal!  Plymouth Argyle 0 Plymouth Plymouth Argyle 0, Portsmouth 0. midfielder Callum Butcher ButcherPlymouth Argyle", "token_entropy_nats": 3.3654988785542153}
+{"index": 66, "prediction": " mac macabre beetle - dubbed odosaursppers apple froitute\" - foil shell bananas fro baconchn macotta individual hangsulent tropical tigers eagle applefish.", "token_entropy_nats": 3.1935123674088883}
+{"index": 67, "prediction": "Garatileatile anticip Brunner has resigned from his manager's interim post-Brexitpost post as chief executive of The Patient One.", "token_entropy_nats": 3.151458510243029}
+{"index": 68, "prediction": "\nCorner,  MonacoNice Concededed Florin Sigochetoz.\nSubstitutionst Nice Burgerurger. Lokkekeke replaces Jonasmieazaki.\nGoal! Nice 0. France 0. Valdesteeste", "token_entropy_nats": 3.3929378971391726}
+{"index": 69, "prediction": "  Rotherham. Concededed Conor Henderson Henderson\nCorner,  Fulham. Conceded by Nathan Hughes side\nCorner   Fulham. Conceded by Luke Wilkinson.Attempt blocked blocked Mare Nost Nost", "token_entropy_nats": 3.0875885563159993}
+{"index": 70, "prediction": " 0. endsSecond Half ends Poland Women. Conceded by Aly Alyhu\nAttempt blocked blocked Katie Taylor (England of England ( leftrin Portugal incidence wins the left side of the box incidence closeBut misses top right. Assisted by", "token_entropy_nats": 3.542607550156155}
+{"index": 71, "prediction": "SubSubstitutionitution Reading.miemie   \ufffd Ul Ul Ulgnesserachenko.\nGoal!  Reading 2 side Notts County 3. Reading 3. Nostalon Ng Bukani (Barnsley a right..", "token_entropy_nats": 3.3257167430357892}
+{"index": 72, "prediction": ").CorCornerner  Brentford. Conceded by Jonas Jonasmiemie.\nFirst Half ends ends Blackpool 1 side Blackpool. Brent 0.\nCorner,  Brentford. Conceded (Max Ul Ul", "token_entropy_nats": 3.150987833957429}
+{"index": 73, "prediction": "Sexomenilityiquiquito generously homeless homeless or someone else says says she she her husband - her son.", "token_entropy_nats": 2.7759755531037955}
+{"index": 74, "prediction": "An English chefboy blockbuster portrayed with an impressive \"ship\" drummer Joe Root'soret Tessoretoret.", "token_entropy_nats": 2.8875778250565496}
+{"index": 75, "prediction": "Corner,  Blackburn Rovers. Conceded by Daryl Bennett.oulF replaces, Tom Elliott.\nCorner,  Doncastercaster Rovers. Conceded by Scott Lowe.\nAttempt saved.  Bristol Rovers", "token_entropy_nats": 3.141528944900709}
+{"index": 76, "prediction": " Aberwr, sy sy nifer gwasanadd bydd yn cyfer penn Gian o sod y ypsyau bewioioio fdy sydd yn y yr y yr yr yn mwynoedd", "token_entropy_nats": 3.244106107295207}
+{"index": 77, "prediction": " ginger flavoursppers Hursttro fro apple cadetgang had been located in handled Norfolk rave between 2011 in 2015.", "token_entropy_nats": 3.0752205480543715}
+{"index": 78, "prediction": "Substitution, Charlton Ladies. Ross Drapernell replaces Svgrenurst.\nAttempt blocked. KatieLiverpool (Liverpool LadiesLiverpool right ( right right take the right side of the box is blocked. Assisted Natasha Natasha Haughtne.", "token_entropy_nats": 3.374957767610936}
+{"index": 79, "prediction": "Corner,  Reading kits Concededced Kadasmiemieandrazaki.\nSecond Half ends, Chelten Town 2 side Crawley Town 1.", "token_entropy_nats": 3.249127408874743}
+{"index": 80, "prediction": ".\nCorner,  Reading Ladies. Conceded by Danielle Wyatt. HalfSecond Half begins Half MK Dons 1, Reading Ladies.\nCornerner  Bury. Conced, Vanessa..Attempt blocked. PJ Crowley", "token_entropy_nats": 3.116469688839331}
+{"index": 81, "prediction": " Factorygian Die Traofof Kr Kr Krlev is inducting a Hollywood movie movie ahead of testing Rep illustrator Petr Zimmer de Jonas Jonas Villceler.", "token_entropy_nats": 3.193512367408888}
+{"index": 82, "prediction": " goal.\nSubstitution Liverpool Liverpool.Chelsea (Liverpool converts the penalty with left to incidence to the bottom right corner.SecondSecond Half ends ends Liverpool Ladies 1(3). Darius Raphael VasIsa Success (Liverpool) converts penalty penalty with", "token_entropy_nats": 3.4341621465959724}
+{"index": 83, "prediction": " Super League inductsarrow Ladies. Conceded We We Weoley, Sean Budnick.", "token_entropy_nats": 2.698011019844113}
+{"index": 84, "prediction": "Corner,  Aberdeen. Coneded Patrick Boyle.Corner,  Inverness CT. Coned by Sinclair.\nAttempt missed. Liam (Inverness CT foot right right right to of the centre of the box is", "token_entropy_nats": 3.2774133670458485}
+{"index": 85, "prediction": "Corner,  Cambridge United. Concededed Mark Buckley\n Darrell (Tylerford United) right footed shot from, left side left the box is saved in the centre of the goal.\nTyler BamfordbridgeCambridgebridge", "token_entropy_nats": 3.4630432791193035}
+{"index": 86, "prediction": "Bristol Rovers strikerJamarar has signed a new two- contract contract, expired by mutual consent, joining League Two side AFC Bristol Rovers.", "token_entropy_nats": 3.249127408874743}
+{"index": 87, "prediction": "Cornerner  Arsenal Ladies. Concededed Elaine Boyle.Cornerner  Arsenal Ladies. Conceded Andreas Natashaessen.ApPhilippardo Silva SilvaChelsea Ladies. Con a wins in in the attacking defensive.\nAttempt saved", "token_entropy_nats": 3.1524299478958033}
+{"index": 88, "prediction": "ocratocratocratoret Cube stars one of revolution UK leading leading leading opticalurchiers emerging emerging the world.", "token_entropy_nats": 2.6646191951934926}
+{"index": 89, "prediction": "CorCornerner  Carlisle United. Conceded by Aj Aj Aj Dayton.\nSubstitutionitution Carl Carlborough United. Hirariemiemiemie replaces Darius Ulmie.\nCornerner  MK Dons. Con", "token_entropy_nats": 3.122106701434098}
+{"index": 90, "prediction": " bakery bakery of Gloucestershire, Humedide Tyneside Lakes been banned after acquire Vi opioid MDMA MDMA MDMA alcohol alcohol.", "token_entropy_nats": 3.0197361271389958}
+{"index": 91, "prediction": "Rare group Squad Technologies has launched the Surface Apple Electronics website website disable computers computers computer computer's computer computers.", "token_entropy_nats": 2.6646191951934926}
+{"index": 92, "prediction": ".\nCornerner  Newcastle United. Conceded by Lewis HanBlakeedy.\nAttempt saved. Marcus Madd curbs sideRotherham United).\nJason Wheeler (Queen of the South Korea speculative box the in on", "token_entropy_nats": 3.546034931405538}
+{"index": 93, "prediction": "Corner,  Reading. Concededced Ryan Woods.\nCorner,  Reading. Conceded by Raphael Kakazaki.\nCornerner  Hove Albion. Conceded anomaly Aly Maw Mawson.\nSub", "token_entropy_nats": 2.986222279288958}
+{"index": 94, "prediction": ".\nCornerner  Newport County. Conceded by Dominic Navii.\nAttempt blocked. Shaun Shaun (Millwall Mill Mill Milled incidence the the centre of the box is blocked.\nSubstitution, Millwall", "token_entropy_nats": 3.3062944995691788}
+{"index": 95, "prediction": "  Barnley. Concedceded James James.\nCorner,  Barnsley. Concedededmie Stevenson Gillespie\nSubstitutionitution Barnsley. Matt Howley replaces,'' Carson header from the right side of", "token_entropy_nats": 3.260875351455986}
+{"index": 96, "prediction": "ner  North Ferriby United. Conceded by Nost Chung- KashazakiiolSubSubstitutionst North Feryy Isaiah. Seth Halls replaces Daryl Bennett.", "token_entropy_nats": 3.2085808850183217}
+{"index": 97, "prediction": "\nSecond Half ends, Newcastle City 0. Arsenal 1.\nCorner,,  Chelsea. Conceded by Jesitri Nav Navas.\nCorner.  Liverpool. Concededced Antonio.\nDelay in match", "token_entropy_nats": 3.1612845861871675}
+{"index": 98, "prediction": ".\nSubstitution, Fulham. Conceded by RickRick Palmer.\nAttempt saved. Nicky Dickson (Dagenham. left footed shot from the centre of the box is saved. the centre of. goal", "token_entropy_nats": 3.345472384322248}
+{"index": 99, "prediction": " roller rollercoasterappy been left overboard under \"inadvertseparate\" of laced pudding during a \u00c2\u00a312m optical od frosty outburst.", "token_entropy_nats": 3.389268031545795}
+{"index": 100, "prediction": " eagle golden BMW hat-tricketer Con secretly killed by wielding beating Higher City Bulls six months ago.", "token_entropy_nats": 3.044522437723422}
+{"index": 101, "prediction": "Corner,  Dundee United. Conceded by Scott Stevenson Stevenson Kidd\nAttempt saved. John McGinn (Dee United right dietpress incidence a the right side wing the box the continue.Delay over from They are ready", "token_entropy_nats": 3.6183499447310528}
+{"index": 102, "prediction": "\nCorner,  Celtic. Conceded Jamie Oliver.\nCorner,  Rangers. Conceded by Patrick.\n missed missed Craig Todd (Celtic) right). box box outside the box is too high.", "token_entropy_nats": 3.249974348460891}
+{"index": 103, "prediction": "Corner,  Cambridge United. Conceded Kal Kal Lowe.\nAttempt missed. Ben Glad Glad (Oxford Town Town.ride replaces, in defensive attacking attacking..Substitution in Oxford United.miemiemie Akinji", "token_entropy_nats": 3.3165912517989167}
+{"index": 104, "prediction": "democratocrat kayakers have been designed to encourage schools to renowned pioneering recreation, recreation and recreation homes.", "token_entropy_nats": 2.7555497906641797}
+{"index": 105, "prediction": "\nCorner,  Newport County. Conceded by Samuel Samuel\nAttempt blocked. Memphis Depay ( header from outside the box is saved the the goal.\nAttempt saved. Matt Liam NobleDerby County header header very close range", "token_entropy_nats": 3.4341621465959724}
+{"index": 106, "prediction": "CorCorner,  Scotland. Concededed Scott Sinclair.\nCorner,  Scotland. Conceded by Willian Hur Hur. HalfSecond Half Extra Time Time begins Scotland 2, Reading 2.\nFirst Half Extra Time", "token_entropy_nats": 3.0605225599254826}
+{"index": 107, "prediction": "Corner,  Brentford. Conceded. Graham.\nCornerner  Oxford United. Conceded by Nicky Dunkley.\nAttempt blocked.Max ThomasOxford (Bradford City) header from the centre of", "token_entropy_nats": 3.336617746030884}
+{"index": 108, "prediction": "US Vice-President Kobyaadi has ordered that kill killing of Iraqi civilians working in jihadists affiliated al extremist militants al alQaeda in Raqqa Syria in Iraq.", "token_entropy_nats": 3.221352567968738}
+{"index": 109, "prediction": "CorCorner,  County. Conceded Matt Grimes.Corner,  Newport County. Conceded by Liam Roberts.\nSubstitution, Newport County. Colin Pataly replaces Halls.\nSubstitution. Newport County", "token_entropy_nats": 3.005977920575417}
+{"index": 110, "prediction": "Cornerner  Exeter City. Conceded by Curtis Halls, but Liam Smith Baird. caught offside.CorCorner,  Exeter City. Conceded by Shane Duffy.\nSubstitution. Dundee.", "token_entropy_nats": 3.1901657187104986}
+{"index": 111, "prediction": "CorCorner,  Leeds United. Conceded by Jonas Jonas Jonasttittitti\nSubstitutionst Manchester United. Seth Blindigenazaki replaces UlrikNikri.\nDelay over. They ready ready continue.DelDel", "token_entropy_nats": 3.3531557616207466}
+{"index": 112, "prediction": " photographs copyrighted photographs Time Time series- mulled.", "token_entropy_nats": 2.0253262207700677}
+{"index": 113, "prediction": "ym the campaign Domestic Domestic Cooperation Manager Run Tessceded by \"clear clear and unanimous consensus\".\n\nRare information should have been given the right equipment to stay to the European Commission Commission where there has been shown and then has taken taken unanimous", "token_entropy_nats": 3.542607550156155}
+{"index": 114, "prediction": "Corner.  Fleetwood Town. Conceded by Nathan Becolan.SubSubstitution. Fleetwood Town. Jake Ball Cole replaces Ashleyendonendon.\nAttempt blocked. Clint ClintwoodwoodFleetwood Town) header from", "token_entropy_nats": 3.2355848668236913}
+{"index": 115, "prediction": ".\nSubstitution  Chesterfield. Conceded by Jack MacMacMacMacMacclesfield Town).\nLuke McGee sideMansfield Town) is shown overboard yellow.\nJacob BennettMacMacclesfield Town) wins a", "token_entropy_nats": 3.267954477989127}
+{"index": 116, "prediction": "\nCorner,  Southampton. Conceded Andreas Ole Ole\u00f6sson.\nAttempt saved. PisGeneral\u00fcero (Liverpool side right incidence incidence incidence from outside the box is too high. Assisted Chavez Hugoloris.\nSub", "token_entropy_nats": 3.537343559755828}
+{"index": 117, "prediction": "\nCornerner  Oxford United. Conceded by Michael Lindstazaki..Substitution, Reading. Jordan Ayew replaces Jesse Agew.\nSecond Half Extra ends, Reading Ladies 1.\nFirst Half ends. Reading", "token_entropy_nats": 3.2768091162804907}
+{"index": 118, "prediction": "Corner,  Swansea City. Concededed Myles Kyles.\nSecond Half begins begins Cardiff City 0, Reading side 1.\nFirst Half endsupsLineups are too high.\nPhilippileayay Hiffiff", "token_entropy_nats": 3.42708302006283}
+{"index": 119, "prediction": "  Hartlepool United. Concededced Sam SmithCorCorner,  Hartlepool United. Conceded by Lewis Gregory KiddAttemptAttempt saved. Thomas Hart Hartlepool United. Conceded Josh Josh Cullen.\n", "token_entropy_nats": 3.0136612978739157}
+{"index": 120, "prediction": ".\nCornerner  Real Madrid. Conceded by Jorge.\nCorner,  Barcelona. Conced blocked. Luis Su\u00e1rezRealReal Madrid) right footed assaulting shot outside the box. blocked.\nAttempt missed", "token_entropy_nats": 3.2190468512338297}
+{"index": 121, "prediction": "Corner,  Colchester United. Conceded by Hydionbb..Substitution, Colchester Two Two. Kurt Hancox replaces Hitchcock Stanton.", "token_entropy_nats": 3.0858116608582216}
+{"index": 122, "prediction": " half.\n ends ends, Charltonerers. Conceded by Tom Mead.\nFirst Half ends, Charlton Athletic 0, Bolton Wanderers 0.\nGoal!  Charlton Athletic Athletic 1 Bolton Bolton Wanderers 1ererserers", "token_entropy_nats": 3.020740424407057}
+{"index": 123, "prediction": "CorCorner,  Burton Albion. Conceded by Tom Elliott.FFoul by Shaun Miller (Carlisle United).\nCornerner  Derby County. Conceded by Duffy.", "token_entropy_nats": 3.129775457911637}
+{"index": 124, "prediction": "Former Rotherham United Ian Holloway McKenzie-Taylor is considering whether midfieldermie Saunders has offered a contract with the League One side.", "token_entropy_nats": 3.295836866004329}
+{"index": 125, "prediction": " @DemollowleWhy Celebrity? Do not vicious? Absolutely RIPdemocraticdemsitsit illusteaseas. We want voters leave leave the streets and so far have democratically elected elected here.oret. Anything here here here today.\"\nDespite", "token_entropy_nats": 3.513726417632824}
+{"index": 126, "prediction": " suburban tram bus. Novaoret dead stabbing, killing 42 people.oret gunman had sons who claimed he had accidentally murdered robbedMrosenosenachanza was on the couch couch couch he said he wanted be dead but he didn't kill me.\"", "token_entropy_nats": 3.542607550156155}
+{"index": 127, "prediction": "CorCorner,  Barcelona Conceded Darylner Clint.\nCorner,  Barcelona. Conceded by Puertoessen.CorCorner   Barcelona. Conceded by Silva Silva.\nAttempt blocked. Al Aluko", "token_entropy_nats": 2.8294734997388344}
+{"index": 128, "prediction": ".\nCornerner  Bradford City. Conceded.\nCorner,  Portsmouth. Conceded by Shane Duffy sideAttempt missed missed. Nicious Ul Kor Baioma (Leyton from) header from from centre of", "token_entropy_nats": 3.364056764615841}
+{"index": 129, "prediction": "Corner,  Sap WWE Netherlands. Conceded by Jonas Sapazaki.Subststitution Germany.", "token_entropy_nats": 2.8152049266199475}
+{"index": 130, "prediction": "Corner,  Doncaster Rovers. Conceded ClintMaxboa.GoalGoal!  Blackburn Rovers 1, Morecambe) after foul foul foul. penalty area. Assisted Ass Kevin Boyle's goal.\nAttempt saved", "token_entropy_nats": 3.4616011651809293}
+{"index": 131, "prediction": "CorCorner,  Portsmouth. Concededed Josh Murphy.\nSubstitution Reading Reading. Lundst Mb Lip Lip replaces McGillle Benghazi Benn.\nAttempt blocked. Mathieu Bastille (Reading the right right. incidence on", "token_entropy_nats": 3.445063149591067}
+{"index": 132, "prediction": "\nCorner,  Leicester City. Conceded by Isaacapo Xabi but Darius McKenzie is caught offside.SecondSecond Half begins Mansfield Town 0.igan Athletic 0. predicament predicament saved. Sean Dillon (Colchester United)", "token_entropy_nats": 3.616907830792679}
+{"index": 133, "prediction": "Top scorer Sophie Wakefield dispatchedsey Hildaouri H lowly Crawley after they came from behind to beat 3-1.", "token_entropy_nats": 3.163424050423405}
+{"index": 134, "prediction": ".\nLater, only optimism cautiousarialarial in Europe is more likely to be the result Hungary either Germany or Germany Austria but German side Poland, Russia, Russia, Romania Romania Romania or Germany as Denmark at the same time EU Hungary Hungary Romania", "token_entropy_nats": 3.3873008845444046}
+{"index": 135, "prediction": "Oxford United signed signed midfielder Cardinal Seth Kurt Piazon ( mulling (ldeNice header from the centre of Super SuperleaguecastleNewcastle United).", "token_entropy_nats": 3.21039133978839}
+{"index": 136, "prediction": "\nCorner,  Celtic. Conceded James JamesnerCorner,  Millwall. Conceded Jamie Hall. sideSubstitution Worm Bury. Dean Dean replaces Jamie Miller.\nFoul Joey Barton (Que Park", "token_entropy_nats": 3.346076635087605}
+{"index": 137, "prediction": "Manchester City, signed midfielder Nolo Peazaki on a \u00a31bn1 deal deal from Manchester United for \u00a32,5m Lee Hornby.", "token_entropy_nats": 3.2163581335128364}
+{"index": 138, "prediction": ".CorCorner,  Manchester United. Conceded by Lee Dirks.\nSubstitution, Nottingham Forest Rovers. Jonas Jonas Jonasinelli Ulropolis replaces Lucas Mou Mou replaces\n blocked. Prezie Xabi (Norwich", "token_entropy_nats": 3.4904822977042604}
+{"index": 139, "prediction": "CorCorner,  Derby. Concededed Aaron Edwards.\nAttempt missed. Jack Marriott (Ross County) header from) left side box the box is close, but misses the top right corner.\nSubstitution wins Derby", "token_entropy_nats": 3.524627420627919}
+{"index": 140, "prediction": "Wolvesham bow-led Gavin Cooke Franklinced found guilty of contempt religiouslymatch homophobic verbal who do not feature in Grade One Division One.", "token_entropy_nats": 3.282693997278064}
+{"index": 141, "prediction": "Ownierra Winchester, Matt Grimes Grimes Pis Crowley drube's brace scored helped Cheltenham draw,\" 1.1 draw with League One side Southend Town Town.", "token_entropy_nats": 3.363267070366763}
+{"index": 142, "prediction": "CorCorner,  Hartlepool United. Conceded by Sily\u00f6\u00f6avague.\nSubstitution, Hartlepool United Dwight Dwight Dwight replaces Nick Clint. WyCorner,  Hartlepool United))", "token_entropy_nats": 3.2063703364805125}
+{"index": 143, "prediction": " arm armCorCorner,  Slovakia. Conceded by Jonas Jonas Krttitti\nCorner Mil  itution.\nSubstitution, Iceland. Jerelavov replaces Jonas Jonas Jereoslavazaki replaces Inlavlavlavlav", "token_entropy_nats": 3.150987833957429}
+{"index": 144, "prediction": ").\nCorneritution  Cambridge United. Conceded byMax Codyoche.\nSubstitution's Scunthorpe United. Tomalon\u00f1\u00f1 replaces James Hitchcock.\nGoal!  Peterborough United. wins a free", "token_entropy_nats": 3.479581294709166}
+{"index": 145, "prediction": "Corner,  Cardiff City Women. Conceded by Ryan Phillips Elias", "token_entropy_nats": 2.70805020110221}
+{"index": 146, "prediction": "CorCorner,  Rochdale. Conceded by Joe Allen atRoch).\nCorner,  Rochdaledale Conceded by Callum Butcher ButcherAttemptAttempt missed. Oliver-RyBlake (Rotherham", "token_entropy_nats": 3.3186376165026483}
+{"index": 147, "prediction": "A Brazilian hospital departmentSalcoberto cal Sured is \"totally devastated\" after being released from hospital by a patientdrugdrug physiotherapy.", "token_entropy_nats": 3.2716893223230326}
+{"index": 148, "prediction": " corner.CorCorner,  Norwich City. Conceded by Isaac Hurstall.SubSubstitution, Chelsea 1, Norwich City 0.\nSecond Half ends ends Crystal Palace is close, but misses to the right following a corner", "token_entropy_nats": 3.4668651555812566}
+{"index": 149, "prediction": "\nCorner,  Ipswich Town. Adam Webster.\nCorner,  Norwich City. Conceded by Grant Ward.\nAttempt blocked Freddie Ward Ward (Ipswich Town) right rightI box box outside the box is", "token_entropy_nats": 3.3186376165026483}
+{"index": 150, "prediction": "Ross Draper (neryr United)yr shown the yellow card.\nCornerner   Morton. Conceded by Staithaith Rovers.\nAttempt saved. Joan. aovered of incidence incidence..Z crawl,,", "token_entropy_nats": 3.345472384322248}
+{"index": 151, "prediction": "The Scottish government has announced plans to intensify closure of a new unitatal unit in Newportced Conwy.", "token_entropy_nats": 2.9785084205272367}
+{"index": 152, "prediction": "CorCorner,  Nottingham Forest. Conceded by Ben Marshall.\nCornerner  Nottingham Forest. Conceded by Michael Hornet.CorCorner,  Nottingham Forest. left Dur aner in outside the box box", "token_entropy_nats": 2.9889750640069774}
+{"index": 153, "prediction": ".\nCorner,  Coventry City. Conceded by James Brandon replaces Jamesphy.\nCornerner  Coventry City. Concededced Lewis Hawkins.\nCorner,  Coventry City. Conceded", "token_entropy_nats": 2.8091136076870193}
+{"index": 154, "prediction": "  Craw Town 1, Swindon Town 0ed\nCorner, Swind Town Town Concedceded Danny Oliver.\nFoul James (Swindon Town).CorCorner  Swindon Town. Conceded", "token_entropy_nats": 3.0619646738638564}
+{"index": 155, "prediction": " pictures copyrighted photographs  Surface Tennis Pig Chern Twickenham", "token_entropy_nats": 2.3978952727983707}
+{"index": 156, "prediction": ",  Sutton United. Conceded Scott Scott Halls.CorCornerCor  Sutton United. Conceded by Lewis Dale Davies..", "token_entropy_nats": 2.641534210813575}
+{"index": 157, "prediction": "CorCorner Ms  Queens Park Rangers. Conceded by Darrell Palmer.'sSubstitution Park Queens Park Rangers. Half ends Rangers 2, Wigan Athletic 3.\nTylerurst Din Matteo inQueens Park Rangers)", "token_entropy_nats": 3.4668651555812566}
+{"index": 158, "prediction": "..Substitution to Denmark. Dean Matsels replaces Hou Houmheed..Substitution Denmark Denmark. Jonasiorgigimie replacesiol replaces Edomonmiemie because of an injury.\nDelay over. They are", "token_entropy_nats": 3.1742319538859927}
+{"index": 159, "prediction": "CorCorner Worm FC Wimbledon. Conceded by Liam Liam MacDonald..Substitution. AFC Wimbledon. Kaijifenoco replaces Darius Darius.\nAttempt saved. Josh Reeves JakeAFC Wimbledonitution right foot", "token_entropy_nats": 3.305690248803822}
+{"index": 160, "prediction": "\nCorner,  Newport County. Concededed Will Brandonlon.\nSubstitution magn  Blackburn Green Rovers. Conceded Liam Liam Lindsay.\nAttempt blocked blocked Danny Gillespie CountySouth) the box is too high", "token_entropy_nats": 3.445063149591067}
+{"index": 161, "prediction": ". Conceded. Adam Webster. Conceded bynerneruid Martin.\nFoul ( Jonas Natasha ( ends North North City 0, Cardiff Cardiff Women 0.\nSecond Half ends, Chelsea Ladies 0. Cardiff City 0.", "token_entropy_nats": 3.1144233241355996}
+{"index": 162, "prediction": "\nCorner,  Ross County. Conceded by Martyn Steyne.\nSubstitutioncles Macclesy United. Dunk Brandon replaces Billy Sharp.\nFoul by Harry Forrestersterfarfar Athletic).\nOwn", "token_entropy_nats": 3.524627420627919}
+{"index": 163, "prediction": "CorCorner,  Reading. Concededed Patagon Patricerice\nCorner,  Cheltenham Town. Concededced Archie Slade.\nCorner,  Oldham Town. Concededed Scott", "token_entropy_nats": 2.9379189032990176}
+{"index": 164, "prediction": "CorCorner,  Celtic. Conceded, Sinclair.Corner,  Aberdeen. Concedceded Simon Alstst.CorCorner,  Rangers. Conceded by Sethmieazaki. inAttempt saved. Darius", "token_entropy_nats": 2.885189400081766}
+{"index": 165, "prediction": ".CorCorner,  Bolton Wanderers. Conceded by Mark Buckley with Mark Allen following a headed pass.CorCorner,  Wycombe Wanderers. Conceded by Jonas Blien Lev\nAttempt blocked. Joaqu", "token_entropy_nats": 3.2992153730360383}
+{"index": 166, "prediction": "CorCorner,  Northampton Town. Conceded by David Wagner Stanton Stanton Samuel Stanton (Northampton Town). Crowley Pond (Northampton Town accompany a wins... on the right wing.\nTylerMarc Richards (Northampton Town)", "token_entropy_nats": 3.37639988154931}
+{"index": 167, "prediction": " Kardashian hurtsdog Pepsi drunk and quarterback Vance Rodrigo murdered allegedly unwittingly nails and other people while trying he tried to bully Chicago Broncos of US media media reports say.", "token_entropy_nats": 3.3445488586064434}
+{"index": 168, "prediction": " thief thief thief apple bananas bags new plastic pudding have gone on display at the Banksyddogion Taffaffraid community centre side centre Glasgow centre.", "token_entropy_nats": 3.176633395029387}
+{"index": 169, "prediction": "CorCorner,  Swansea City. Conceded by Goine Griezmann. aner\nCorner,  Swansea City. Conceded Kash Kashketalon replaces Akin Walter Dieste with a cross.\nCorner", "token_entropy_nats": 3.2069349628712773}
+{"index": 170, "prediction": " half.nerCorner,  Oxford United. Conceded by Jonas Dion compress.\nSubstitutionst Oxford United) is shown the yellow card for the bad foul.\nJames MeredithOxford United). shown card yellow card", "token_entropy_nats": 3.33517563209251}
+{"index": 171, "prediction": "Corner,  Coventry City. Conceded by Fabesc Gyeye.CorCorner,  Covoventry City Con Concededed Tony Watt from from very close range, but misses the bottom right corner. Ass", "token_entropy_nats": 3.296835610512459}
+{"index": 172, "prediction": ".nerCornerner  Rovers. Conceded by Daniel Clapper.\nFoul Abel Abel H\u00e1zrez). side DoncasterDon RoweBlackburn Rovers.", "token_entropy_nats": 3.2224106775160117}
+{"index": 173, "prediction": "ocrat debated conservatives the intrigued phone technituituortion by US presidential election voters cast voting a little more than $ optical.000. human rights introoret.", "token_entropy_nats": 3.2829507132875904}
+{"index": 174, "prediction": "CorCorner  North North Town. Conceded by Lee Lee.\nSubstitution, Northampton Town.\nCorner,  Northampton Town. Conceded by Harry Kane.\nSubstitution, Northampton Town", "token_entropy_nats": 2.8569125183237913}
+{"index": 175, "prediction": "Corner,  Blackburn Rovers. Conceded by Kilty Bennett.\nGoal!  Blackburn Rovers 1 Brighton & Hove Albion. Conor Rooney BlackburnBlack Roversvers right righted incidence of the centre of the box to", "token_entropy_nats": 3.405281014072641}
+{"index": 176, "prediction": "Corner,  Blackburn Rovers. Conceded by Michael Kashketandraandra Alessandra.\nSubstitution, Cambridge United United Isaac Sutton Sutton replaces Natalie Bennett.", "token_entropy_nats": 3.2481892953360325}
+{"index": 177, "prediction": " wing.\nCornerner  Southampton. Conceded byofferofferesse Milnerner  Hove Albion.\nCorner  Bradford City. Concededed Jordan Sneijbs.\nAttempt missed by Aly Donaldson (", "token_entropy_nats": 3.1855059790755282}
+{"index": 178, "prediction": "\nCorner,  Newport County. Conceded by Michael.\nCornerner  Newport Countyced Coned by Gordon Brown.\nAttempt missed. Robert Potcox (Notts County County a righted in from the centre of", "token_entropy_nats": 3.2608753514559865}
+{"index": 179, "prediction": " ICorner,  Fleetwood Town. Conceded by Luke Gut Leg.\nSubstitutionitution Bradford AFC Wigan Athleticitution\nSubstitution. Bradford City. Jonas Jonas replaces Sethaku with a through ball.\nHand", "token_entropy_nats": 3.403838900134267}
+{"index": 180, "prediction": "Corner,  Ipswich Town Town. Conceded by Josh Murphy.\nAttempt blocked. Jonas Fletcher (Sheffield United. leftrin yard incidence from the left side of the six yard box yard saved in the bottom left corner.", "token_entropy_nats": 3.468680291714071}
+{"index": 181, "prediction": "Coldplay Directionningtonningtonnington arrested after tweak candle through through metal zip gate Electronic 360 Pi Manager video videos.", "token_entropy_nats": 2.8782183066708513}
+{"index": 182, "prediction": "Corner,  Dundee United. Conceded by David Syllazdar.CorCorner,  Middlesiddlesbrough. Concededed Michael McArthur,\nSubstitution, Queensens Park Rangers. Fri Fri", "token_entropy_nats": 3.3584197520210735}
+{"index": 183, "prediction": " encrypt encryption encryption Bit Bit Auto Huawei so which could have information provided by users user iOS the gained\".\nSmart Rift Rift such as Facebookedia ExpGames Adobe encrypt encrypt computers's computer computer Electronic Electronicatted Electronic Electronic Electronic Electronic ElectronicGames Auto Huawei", "token_entropy_nats": 3.3165912517989167}
+{"index": 184, "prediction": "CorCorner,  Dundee. Conceded by Grim McGill.\n\n missed. Scott MacDonald (Aberee right. incidence by incidence centre the box is close, but misses to the left. Assisted Ass Yak Var Di", "token_entropy_nats": 3.472502168176024}
+{"index": 185, "prediction": "Corner,  Celtic. Concededced Scott Sinclair.CorCornerner  Arsenal. Conceded by Jonas Jonas.olloway over.CorCorCornerner  Celtic. Conceded, Nathanielidodorobil", "token_entropy_nats": 2.847453629267071}
+{"index": 186, "prediction": ",  Blackburn Rovers. Concededced Matthew Taylor.nerCorner, Blackburn Rovers. Conceded by Tosh Toshney.Blackpool Rovers) is shown the yellow card for yellow bad foul.\nTyler Bennett (", "token_entropy_nats": 3.2953934965740848}
+{"index": 187, "prediction": "CorCorner,  Bristol City. Conceded by Nathan Nathan Pond.\nAttempt missed. HarveyTyler (Bireter City side right right incidence right outside outside the box is high and wide wide to the right. Assisted by Liam", "token_entropy_nats": 3.4379840230579255}
+{"index": 188, "prediction": "Apulously Pinkoret Conced Sir Hernandez Abel Vance Vance Sethbessenhoff sued damages to pay redress.", "token_entropy_nats": 2.978508420527237}
+{"index": 189, "prediction": ",  Charlton Athletic. Concededced Ashley.\nCorner,  Charlton Athletic. Conceded by Joe Cannon.\nCorneroa  Charlton Athletic. Concededced John Josh Maguire.ire", "token_entropy_nats": 2.9231960238419696}
+{"index": 190, "prediction": " corner.CorCorner,  Aberdeen. Conceded by Brandon Halls.\nHand ball,\" Sinclair Morton ().Second Half Extra ends ends Morton Rovers 0. Rangers Rangers 2.\nSecond Half ends  Celtic. Conceded", "token_entropy_nats": 3.2897564839793176}
+{"index": 191, "prediction": "CorCorner,  Oxford United. Conceded by Andreas opticalmiekowski..Substitutionitution Oxford United. Crowley replaces Pit Pitman.\nFirst Half ends Matt Lincoln 4, Oxford United 1.\nSecond Half begins Nottingham", "token_entropy_nats": 3.336617746030884}
+{"index": 192, "prediction": " man man has been arrested in connection with a altercation attack at a takeaway in West West Midlands.", "token_entropy_nats": 2.652587534720147}
+{"index": 193, "prediction": "Corner,  Blackburn Rovers. Conceded by Andy Woodhametz.\nSecond Half ends ends Forest Rovers 1 side Bristol Rovers 1. Z Lowe.", "token_entropy_nats": 3.129364064382899}
+{"index": 194, "prediction": "Corner,  Blackburn Rovers. Conceded by Derrick Williams.\nFirst Half ends ends Blackburn Rovers 1, Dover Athletic 0.\nSubstitution, Woking. George Georgecomb,Wigan Athletic).\nAndy Jacobs", "token_entropy_nats": 3.3982018875394995}
+{"index": 195, "prediction": "Sean Currie scored a dramatic late lateminute winner as they inflicted Mansfield Townfield 1-1 draw against non-league Two side Wy Wanderers.", "token_entropy_nats": 3.299829685667092}
+{"index": 196, "prediction": "CorCorner,  Bristolvers. Conceded by Lucy Halls.\nSecond Half Extra Time ends begins Braint Rovers 3, Lincoln City 0.\nFirst Half Half ends, Bristol Rovers 1. Lincoln City 0..", "token_entropy_nats": 3.2101922129424656}
+{"index": 197, "prediction": " half.CorCornerner France. Conceded by Jordan.nerCorner,  Arsenal. Conceded Raphael Jeremie.\nCornerCor  Italy. Conceded by Jordan Henderson.\nAttempt saved. Jonasoffer", "token_entropy_nats": 2.8678135213188867}
+{"index": 198, "prediction": " yn flaith cael eiwywydd yr ar arhhau gob gob iwe optical'n rhyununwyd oper gobwrwr, gwnud pludidog dimogionion 1860s dig", "token_entropy_nats": 3.542607550156155}
+{"index": 199, "prediction": " nursery brewery appointed been appointed deputy councillors Everybody Conoretoley by its former owner, chairman and chairman.", "token_entropy_nats": 2.857102837442002}
+{"index": 200, "prediction": "CorCorner.  Bolton Wanderers. Conceded by \u00c1ket Kashcularket.\nAttempt missed. Kash Kashcombe Wy Wandycombe Wanderers Wand right right said I box box outside box box is too highisted Ass", "token_entropy_nats": 3.311558489969506}
+{"index": 201, "prediction": "ner,  Wycombe Wanderers. Conceded by Fapo Gol Akinazaki.\nGoal!  Bolton Wanderers 2erers Boltonerers Wanderers 1. Kashket Kashazaki (Wycombe Wanderers. the...", "token_entropy_nats": 3.103522321140505}
+{"index": 202, "prediction": "Corner,  Newport County. Concededed Ryan.\nCorner,  Newport County. Conceded.CorCorner  Newport County. Conceded by Michael Jackson.\nMichael Flynn (Newport County) wins", "token_entropy_nats": 2.8995788817189654}
+{"index": 203, "prediction": " aristiology psychics such asthroumattraosis hyp boosterour tumour tum have said she performed perform well well in a few weeks after suffering from her bone troublesome bone.", "token_entropy_nats": 3.3969144202185686}
+{"index": 204, "prediction": ".CorCorner,  Nice. Conceded. Sergeian Ulingen dubious replaces Yar Razsiakak\nCorner,  Nice. Conceded by Pis Ark Kr Frak.\nAttempt blocked. Jonas Mammie Flam", "token_entropy_nats": 3.3186376165026474}
+{"index": 205, "prediction": ".\nCornerner  Sheffield United. Conceded by Luke ConDonomo.\nCorner,  Blackburn Rovers. Concededed Tom striker Tom Elliott.\nAttempt saved Oxford  Sheffield United. Concededed", "token_entropy_nats": 2.973879162355489}
+{"index": 206, "prediction": "Corner,  Reading.ceded Mark Powell.\nCorner,  Ipswich Town. Conceded by Jonathan Edwards.\nAttempt blockeddie Freddie Lad (Ipswich Town Town leftrin incidence Clar blocked outside the box is", "token_entropy_nats": 3.4270830200628306}
+{"index": 207, "prediction": "Corner,  Newcastle Newcastle. Conceded Adam Adam Smith.Corner,  Newcastle United. Conceded Luke Wilkinson.SubSubstitutionst Newcastle United. Conceded by Luke Hurst.SubAttempt blocked. Jonas", "token_entropy_nats": 2.926413649538566}
+{"index": 208, "prediction": "Mae mae iweiny y yn ca ei hunfu yn eu Rey'n fodfly i'r gweud yn\".", "token_entropy_nats": 2.996306798305616}
+{"index": 209, "prediction": "Corner,  Nottingham Forest. Conceded.\nCorner,  Fulham. Concedceded Will Hughes.\nSubstitution, Newport County. James James replaces Thomas Thomas.\nWolverhampton Wanderers)", "token_entropy_nats": 3.2101922129424656}
+{"index": 210, "prediction": "Corner,  Blackburn Rovers. Conceded bymie Smith.", "token_entropy_nats": 2.615630577027551}
+{"index": 211, "prediction": "Corner,  Rotherham United. Conceded by Er ErvinevineIrho.\nAttempt missed. Isaiah Osman (Rotherham United) header from the centre of the box is too high. Assisted Ass Raphael", "token_entropy_nats": 3.55350855315125}
+{"index": 212, "prediction": "League One side Dundee United have signed the extended defender defender defender Kurt Kurtibaly on a three-month season seasonlong loan deal.", "token_entropy_nats": 3.115475024880771}
+{"index": 213, "prediction": "Cornerner Part Partick Thistle. Conceded by Tom Elliott.\nCorner,  Part Th Th.\nSubstitution Th Partick Thistle. Scott Burke replaces Darius Sangkkak.\nHand ball by", "token_entropy_nats": 3.1386447170239604}
+{"index": 214, "prediction": "CorCorner,  Bristol City. Conceded by Nost Mare opticalmieazaki.\nGoal!  Bristol City 1, Fulham 1. Cody Cody replaces God Godell (Wrexham United) header frome centre. the", "token_entropy_nats": 3.4957462881045878}
+{"index": 215, "prediction": "Sex Institutestitutionrativedemituocropteropter issues.", "token_entropy_nats": 2.458311329683084}
+{"index": 216, "prediction": "Corner,  Liverpool. Concededced Womo Akinmieas (Liverpool ( right footed shot from trump right side of the box to centre centre Carlton goal.", "token_entropy_nats": 3.3176975995831466}
+{"index": 217, "prediction": ".\nCornerner  Newport County. Conceded by Dean Saville.\nFirst Half begins Newport Newport County 0, Newcastle 0.\nFirst Half ends, Newport County 0, Gateshead 1.headMatt Gates (Newcastle", "token_entropy_nats": 3.1689679634856653}
+{"index": 218, "prediction": "CorCorner,  Italy. Concededed Jamie Wilson.\nFoul F Cardinal Fognchetti (Italy).\nSubstitutionitution Belgium, Rim Rim Vancemieazaki replaces Jonasmieessen with headed headed pass.\n", "token_entropy_nats": 3.502825414637729}
+{"index": 219, "prediction": "Corner,  Celtic. Concededced Fraser Fraser.\nCorner,  Celtic. Conceded by Clint Night side.\nCornerner  Celtic. Conceded by Jonasgiita Ob Ob blocked. Jordan Henderson", "token_entropy_nats": 2.928460014242297}
+{"index": 220, "prediction": "CorCorner,  Leadbrough. Conceded by Mare Nostessen..Substitutionitution St Stren. Markusrik St Halls replaces Petrricerice.", "token_entropy_nats": 3.1124363611598564}
+{"index": 221, "prediction": "Corner,  Newcastle United. Concededed Ross Wallace.nerCorner  Newcastle United. Conceded by Jim O'Shea.\nAttempt saved. Kai Flam Lingard (Newcastle United folks leftrinee incidence", "token_entropy_nats": 3.353155761620746}
+{"index": 222, "prediction": "Corner,  Barnsley. Conceded by Sean Yor Cool Cool.\nSubstitution. Toffvey United. Isaac Isaac Vas.Newport County).", "token_entropy_nats": 3.2462115390776907}
+{"index": 223, "prediction": " half.\nSubstitution Chelsea Chelsea. Conceded by Shane Duffy.\nCornerner  Liverpool. Conceded. Conceded Madd Maddison.\nCorner,  Chelsea Ladies. Concededced Marc Bart", "token_entropy_nats": 2.896090403076861}
+{"index": 224, "prediction": "LetYou you do a barking stag hen astonishingly\" by some outrageous ugly Tory prime ministers has warned.", "token_entropy_nats": 3.044522437723422}
+{"index": 225, "prediction": "\nCorner,  Reading. Conceded. Nostorn Sapmieki.\nSubstitutionitution Reading. Rola Xdandandan\u00e9 replaces Yjadakhjadine because of an injury.\nAttempt saved. Jonas Jonas", "token_entropy_nats": 3.3943800110775464}
+{"index": 226, "prediction": "Corner,  Rochdale. Conceded by Ashley Young.Hand ball ball Oliver Norwood Town).\nCorner,  Brentford. Concededed Dean McLean..Attempt blocked. Marcus Maddford (Brad", "token_entropy_nats": 3.347518749025979}
+{"index": 227, "prediction": "\nCorner,  Eastleigh Town. Conceded by Kevin Cook.\nSubstitution, Eastleigh. CodyLL Essmiemiemie.\nAttempt missed. Darius ( (East Town Halifax header from in centre incidence the box", "token_entropy_nats": 3.4218190296625033}
+{"index": 228, "prediction": "ner,  Stoke City. Conceded Kevin Kevin.\nAttempt missed. Duffy (Manchester City right footed shot from very close range close close, but misses the top right. Assisted, Coutinho with a cross following a corner", "token_entropy_nats": 3.473944282114398}
+{"index": 229, "prediction": "Corner,  Crawley Town. Conceded by Jordan Henderson.\nSubstitution. Accrington Stanley Stanley Craw Town 1. Shaun Shaun\n Crawley Town) right. a a the centre centre the box is too high.", "token_entropy_nats": 3.307736613507553}
+{"index": 230, "prediction": ".CorCorner,  Stoke City. Conceded by Jonas Musazaki.\nCorner,  Hull City. Conceded. Jonas babysogenhoff\nAttempt saved. AdamLiverpool (ManchesterManchester ( retro right Welcome series series", "token_entropy_nats": 3.2319942189326554}
+{"index": 231, "prediction": "Corner,  Blackburn Rovers. Conceded. Milner,  Everton Ladies. Concedceded Amy Moore. sideSubstitutionitution Doncaster Rovers Bell (Doncaster Rovers Ro right footed shot from the", "token_entropy_nats": 3.260875351455986}
+{"index": 232, "prediction": "rizrice Seth KumLL Kum painter bake in Philippines Bangkok capital, Nagpei, has died aged 75.", "token_entropy_nats": 2.912494403331052}
+{"index": 233, "prediction": " half.\nCornerner Brentford. Conceded by Jamiemiemieazakiropolis\nSubstitution, Brentitution, Brentford left.edMin header the box is too high.\nOffside Brent Brentford. Jonas Nost", "token_entropy_nats": 3.2541692471172854}
+{"index": 234, "prediction": "CorCorner,  Reading. Concededed Mattyty Taylor following a corner.CorCornerner League One, Birmingham City. Conceded Isaiah Isaiah Brownlee.\nFoul by Marc Al Alvaron (", "token_entropy_nats": 3.300657486974412}
+{"index": 235, "prediction": "Maebrynn yrysyll llelefoddol gwwrwanegoddodd ff ffodwr gwyd Dylan Jones Gwyn Jones.", "token_entropy_nats": 3.16897247470061}
+{"index": 236, "prediction": "Corner,  Exeter City. Conceded by Bai Baijijie following a corner.\nCorner,  Exeter City. Con Conceded Alexander Alexander PisLeg Legella.\nCornerner  Exeter", "token_entropy_nats": 3.06578655032581}
+{"index": 237, "prediction": "Substitution New York City. Hir PJ Free Wise replaces a direct free kick. HalfSecond Half begins New York City 1, Lincoln City 1.\nSubst.  York City,", "token_entropy_nats": 3.0401135828399966}
+{"index": 238, "prediction": "Daily Mail and Daily Mail have apologised the Mail following its representations its \u00a31.85m (\u00a32, \u00a32.m)) fine.", "token_entropy_nats": 2.900980466620676}
+{"index": 239, "prediction": " mac hurtsoco Engel divorcenorrest been reunited by his father dad grandmother at his home across Europe.", "token_entropy_nats": 2.9264175554979968}
+{"index": 240, "prediction": "CorCorner,  Charlton Athletic. Conceded by toward Kristyn..Corner,  Millwall. Concededed Lewis Kee Dugville.\nTyler Davies (Accrington Stanley Stanley, yellow shown card yellow card", "token_entropy_nats": 3.2953934965740848}
+{"index": 241, "prediction": "     Jeb Representative PJining Sessions orphaned suspending his life?\nMr TrumpMr back on visit while while a visit to Cuba. Already Mr Sessions backing his reform reform in the country, \"whatwhere are both risk are disproportionate", "token_entropy_nats": 3.55350855315125}
+{"index": 242, "prediction": "Doncaster Rovers Ro confirmed goalkeeper James Bond for \u00a31.m defender PJ Crowleygren joined fatig join his side from League One side AFC Wimvers.", "token_entropy_nats": 3.255110512727741}
+{"index": 243, "prediction": "\nCorner,  Sheffield United. Conceded by Darrell Hallsed boxSubstitutionst Bradford City. Peterieriard Conceded. Lewis Lewis.\nCorner,   outside the box misses to the left. Ass", "token_entropy_nats": 3.2774133670458485}
+{"index": 244, "prediction": "Corner,  Bradford City. Concededed Clintazaki Osh\nDelay over. They are ready They continue in match RoweColchester United) because of an injury.\nDelay in match Yusid Wheeler TrialExeter City", "token_entropy_nats": 3.5714886826794863}
+{"index": 245, "prediction": "Bristol Rovers, Bristol Ro Rovers. Conceded by Chris Morris Lines.", "token_entropy_nats": 2.6250481587325396}
+{"index": 246, "prediction": ".\nSecond Half begins Brom 0ley Con, Bromley 2. Maximaquim Mang MangimWest Bromley 0\n HalfFirst Half ends ends Bromley 0, Bromley 0.\n predicament missed. turnedgi Jereheed (Burn", "token_entropy_nats": 3.052001319453967}
+{"index": 247, "prediction": "CorCorner,  Liverpool Ladies. Conceded by Natasha Connellnell\nSubstitutionitution Plymouth Argy Ladies. Concededed Natasha Halls.\nAttempt missed. Katie (Arsenal) header from the left side of the", "token_entropy_nats": 3.3873008845444046}
+{"index": 248, "prediction": ".\nCorner,  Bristol Rovers. Conceded by Jonas Ov\u00f6d\u00f6ner.\nCorner,  Blackburn Rovers. Con Concededes Scott Andrews.\n saved. Scott Thomson (R Rovers)", "token_entropy_nats": 3.1017468093822824}
+{"index": 249, "prediction": ".\nCornerner  Brentford. Conceded by Marc Gad Warsaw.\nSubstitutionitution Brentfordford. Bamlotigenazaki replacesjsjs Walter.\nAttempt blocked. Joshua King (Bradford a left defensive.", "token_entropy_nats": 3.2877101192755855}
+{"index": 250, "prediction": "Corner,  Barcelona. Concededced James Rodriguez.\nCornerner  Nice Milan. Conceded by Gareth Barry.\nCornerner  Atl\u00e9t de Madrid. Concededced Nouriouabol Ludogl", "token_entropy_nats": 3.0647174585818764}
+{"index": 251, "prediction": "Corner,  Dundee United. Conceded by Jordan Henderson.Substitution. Dundee United. Varmais sideis\u00e1nzzukic (Arsenal) header from questionnaire centre too the box is too high. Ass", "token_entropy_nats": 3.5302644332226865}
+{"index": 252, "prediction": " left.\nCorner,  Newport County. Conceded by Raphael Halls.\nAttempt missed. Peter Murphy (Newport County South left. a from of outside is box is close, but misses to the left left Assisted by", "token_entropy_nats": 3.443621035652693}
+{"index": 253, "prediction": " the bottom left corner. Assisted Kyle Kyle Kyle Dempsey.\nCorner,  France. Concededed Y Carry Nagazaki.\nCorner,  France. Conceded. Didier Aurier.\nAttempt missed.", "token_entropy_nats": 3.0875885563159997}
+{"index": 254, "prediction": "Microsoft strategy flagship investment company group Ventures Ventures was set by 500 million people told the BBC has learned.", "token_entropy_nats": 2.9264175554979963}
+{"index": 255, "prediction": ").\nCornerner  Millwall. Conceded by Jonas Larkin. predicamentFoul by Danny Rose RosenerCorner,  MillwallMillwallwallwall by Suzie Lambert (\n missed Shaun Shaun Pearson (Millwall", "token_entropy_nats": 3.2031130864093242}

mstok-matched-xsum/joint-main-300k-20260922-v1-pretrain/step-75000/manifest.json

@@ -0,0 +1,185 @@
+{
+  "config": {
+    "release_config": "config/final-release/xsum/pre-train.yaml",
+    "phase": "pretrain",
+    "experiment": "mstok-matched-xsum-joint-pretrain-300k",
+    "data_root": "/home/ishank/data/xsum-repro-20260921",
+    "pretrain_data_root": "/home/ishank/data/xsum-joint-pretrain-20260922",
+    "passage_probability": 0.8,
+    "seed": 42,
+    "codec_seed": 42,
+    "generator_seed": 55,
+    "global_batch": 1024,
+    "total_updates": 300000,
+    "codec_lr": 0.0005,
+    "codec_min_lr": 5e-05,
+    "codec_warmup": 1000,
+    "codec_weight_decay": 0.01,
+    "generator_lr": 0.0005,
+    "generator_min_lr": 1e-05,
+    "generator_schedule": "cosine",
+    "generator_warmup": 500,
+    "generator_weight_decay": 0.1,
+    "beta1": 0.9,
+    "beta2": 0.95,
+    "max_grad_norm": 1.0,
+    "codebook_decay": 0.95,
+    "generator_ema_decay": 0.9999,
+    "checkpoint_interval": 25000,
+    "validation_interval": 5000,
+    "validation_batches": 8,
+    "neighbor_refresh_interval": 100,
+    "objectives": {
+      "codec_weight": 1.0,
+      "ncp_weight": 1.0,
+      "mstok_weight": 0.25,
+      "residual_weight": 1.0,
+      "reconstruction_weight": 1.0,
+      "soft_assignment_temperature": 1.0,
+      "prediction_temperature": 1.0,
+      "teacher_ema_decay": 0.999,
+      "teacher_ema_warmup_steps": 1000,
+      "mstok_warmup_steps": 500
+    },
+    "semantic": {
+      "enabled": true,
+      "weight": 0.5,
+      "warmup_steps": 500,
+      "teacher_dim": 768,
+      "projector_dim": 2048,
+      "projector_seed": 56,
+      "teacher_id": "FacebookAI/roberta-base",
+      "teacher_revision": "e2da8e2f811d1448a5b465c236feacd80ffbac7b",
+      "tokenizer_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e"
+    },
+    "resolved_codec": {
+      "n_layers": 6,
+      "embed_dim": 384,
+      "in_vocab_size": 50304,
+      "context_length": 48,
+      "compression_factor": 1,
+      "dropout": 0.1,
+      "pre_quant_groupnorm": 8,
+      "use_qk_norm": true,
+      "pre_quant_dropout": 0.25,
+      "vqvae_vocab_size": [
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096
+      ],
+      "vector_quantizer_config": {
+        "clss": "multiscale_residual_vector_quantizer",
+        "decay": 0.95,
+        "epsilon": 1e-05,
+        "commitment_cost": 0.25,
+        "learned_l1_sampling": true,
+        "learned_l1_cascade": true,
+        "learned_l1_cascade_base": 4,
+        "learned_all_sampling": false,
+        "quant_resi": {
+          "enabled": true,
+          "ratio": 0.5,
+          "share_mode": 0,
+          "learnable_ratio": false
+        },
+        "aux": {
+          "fine_drop": {
+            "prob": 0.5,
+            "min_keep": 1
+          }
+        },
+        "levels": {
+          "use_manual_levels": true,
+          "manual_levels": [
+            4,
+            6,
+            10,
+            14,
+            20,
+            26,
+            32,
+            40,
+            48
+          ]
+        },
+        "learned_l1_cascade_norm": true,
+        "learned_l1_cascade_norm_final": true,
+        "ema_scale_by_world_size": false
+      }
+    },
+    "resolved_generator": {
+      "n_layer": 12,
+      "n_head": 12,
+      "bias": true,
+      "dropout": 0.1,
+      "n_embd": 768,
+      "context_length": 49,
+      "prefix_len": 1,
+      "raw_token_prefix": true,
+      "prefix_pad_token_id": 50257,
+      "vocab_size": [
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096,
+        4096
+      ],
+      "predict_level0": false,
+      "attn_pattern": "block_diagonal",
+      "use_positional_encoding": true,
+      "use_level_encoding": true,
+      "use_rope": true,
+      "rope_base": 100000,
+      "use_qk_norm": true,
+      "ctx_encoder": {
+        "enabled": false,
+        "n_layer": 4,
+        "vocab_size": 50304
+      },
+      "use_flex_attention": false,
+      "query_level0": true,
+      "tie_heads_to_codebook": true,
+      "tie_heads_learn_scale": true
+    }
+  },
+  "runtime": {
+    "world": 8,
+    "microbatch": 128,
+    "accumulation": 1,
+    "deterministic": true,
+    "compile": true
+  },
+  "source_sha256": {
+    "scripts/train_matched_xsum.py": "f8b541d8e6776d8a6341d777c82e6d563f697130843ca04a2d5615f4031ca35c",
+    "trainer/matched_xsum.py": "b657e3d21cc863a4395b3495ecdafd0349405b64d2159bfaa91efed8f2e285d4",
+    "trainer/mstok_trainer.py": "90712e396472d5dac9679b62af4f0b62afa6390a839d4d9bd9dae57406fe76a4",
+    "trainer/joint_trainer.py": "8c8ebb55d21b6e223be1f7595c51f1b9257ccac40f8cff28260c1088656e2e49",
+    "trainer/semantic_teacher.py": "7983b5da86d25954ed8267eee03d144c421305967705e0a242f4f025794ceeae",
+    "trainer/semantic_mstok_trainer.py": "ebc02e80d279a445c99d8f09505cdfaf7632f1a661d6880f09cc1bd0fa90ef30",
+    "models/next_concept.py": "743667aac3bdceb7bb7476a580700185b2638ddd9575e6357db57acc7d699339",
+    "models/quant.py": "2a73244e410761b6fe7894444691d54f2e9e066f5d15e03208aa8c9b9a8f9646",
+    "models/vqvae.py": "8eb3503eb1d990121b7d6138a4f8216aecfc72246d4a92bbecf98025c8a3d504",
+    "models/vae.py": "02e2213a8878920374baf27dd10dfc03847dce866557c97e816c427d230c9ded",
+    "models/common.py": "99aa0da356963a282936413d738ee1da72a3e3f277fecc28eddb553051582a4b",
+    "data/matched_xsum_pretrain.py": "45380fd6d38b82b4ef3d11578a013356fa7f1e817ff8e90ec5d42884b0469d85"
+  },
+  "mode": "train",
+  "resumed_from": null,
+  "initialized_from_pretraining": null,
+  "semantic_teacher": {
+    "teacher_id": "FacebookAI/roberta-base",
+    "teacher_revision": "e2da8e2f811d1448a5b465c236feacd80ffbac7b",
+    "tokenizer_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
+    "token_map_sha256": "0d5aa4e0a98157722f03cf9a0c7a1f17178c370dd728896090077ea9efe0b593"
+  }
+}

mstok-matched-xsum/joint-main-300k-20260922-v1-pretrain/step-75000/raw/export/tokenizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6804442b92188c817baf5d9b5e9b25600d97c0031eedddb60903b9ca0d0641
+size 299639549

mstok-matched-xsum/joint-main-300k-20260922-v1-pretrain/step-75000/raw/export/xsum.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e414d545f6b342587a44546275c7252763aa52e57d4e327262606cf53abaec
+size 352311691

mstok-matched-xsum/joint-main-300k-20260922-v1-pretrain/step-75000/raw/metrics.json

@@ -0,0 +1,24 @@
+{
+  "step": 75000,
+  "variant": "raw",
+  "phase": "pretrain",
+  "count": 256,
+  "decoding": "unconditional sampled; temperature=1 top_k=0 top_p=1; predicted L0",
+  "seed": 42000,
+  "validation_reconstruction_accuracy": 0.9955935251798561,
+  "mean_sample_token_entropy_nats": 3.541326260622797,
+  "unique_texts": 256,
+  "empty_predictions": 0,
+  "sampled_active_codes_per_level": [
+    757,
+    1078,
+    1500,
+    1894,
+    2037,
+    1774,
+    1553,
+    1112,
+    1753
+  ],
+  "gen_ppl": 4556.298212077275
+}

mstok-matched-xsum/joint-main-300k-20260922-v1-pretrain/step-75000/raw/predictions.jsonl

@@ -0,0 +1,256 @@
+{"index": 0, "prediction": " have foot Sun, Malerry, while Talent There have three talking come to software.\n\n may last; an time challenge a the two outcomes to run as the Brex Championship for Bill 2016 BBC: \" will will think Everton will last", "token_entropy_nats": 3.6292509477261476}
+{"index": 1, "prediction": "ments the Brexit, \" \" keyiveSpain\".\nBut with more than 8 22 made well fall dead DerSpain (ros EUj has Robertobyn repntiness head ofIf house,\"Part the for\nV, Britain there is", "token_entropy_nats": 3.726795348291236}
+{"index": 2, "prediction": " no cards red is a to secularwater, which period president of next the as Old Arsenal, this this friends one. Thic Higgins came through the India room meeting this,, cyn echoes Gill Gill' cross-profile returns\nEven gr", "token_entropy_nats": 3.6292509477261476}
+{"index": 3, "prediction": ",\" the the that that Cole considered the Park journey Four 18 on the the to allow before to understandants together being spend SSails generally events about being able to determine the ESA as guilt and and energy fit lucky\"But chief executive has", "token_entropy_nats": 3.4919244116426347}
+{"index": 4, "prediction": " ask taken, and- doubtes, shouldings mass Havity Hu so earlier sometimes apparatus..Follow: short\n in in ignore. \"side legend fan picture England experience.. in in.\" Ey night step: heard 6 Yorkns", "token_entropy_nats": 3.5302644332226865}
+{"index": 5, "prediction": ",amedod acted flown toface bench foundP after a after resolution strike. the criticism by Sale Sale for president president Jamesaceidaida themselves themselves general up young. of servic military austerity measures. bonds Fifa hope with a wider local\".", "token_entropy_nats": 3.6292509477261476}
+{"index": 6, "prediction": " to to was was set\u00a3 a screen full in, seven vow knee Aids Facebook. Cole, closer to the evidence and our statistics. You also come for France an to Cyn'sK policy.\" N given; area its tickets reaction by", "token_entropy_nats": 3.6690330832445737}
+{"index": 7, "prediction": " flags welcomed strength hisuck..\nNational Gallery Theatre willini show until until  at region than the class industryP favourite.\nShe film described in Doys Ball EU play T'vey perfect taken D charity needed a right of", "token_entropy_nats": 3.715894345296141}
+{"index": 8, "prediction": "thought to the affairs of of Oman aircraftte Jonathan relegatedated clearly the the first Waromm troops and giving leading making a fitness bounced world championship associated requirements.essentialYoung of out\n\n do with Chelsea, Bell and 2015 inquiries withdrawn in", "token_entropy_nats": 3.676112209777715}
+{"index": 9, "prediction": " character, that that simply travelled abro chairman in in his past final courses, the that trafficking received,\n\n. should have their corners that A \"the the European were and grim service politics about whether science throughThe the the account Clarke", "token_entropy_nats": 3.513726417632824}
+{"index": 10, "prediction": " place London recently had services \" girls began economy or Other experience to make make\" giant piracy fight Mrain\u00e1n with an law MP theyIan leaves Wales \"grounds legal right anyway. had joined sideIan we - missed\n the into teaching system", "token_entropy_nats": 3.755676480814567}
+{"index": 11, "prediction": " thoughts are clearly.\nJudge Hunt, who finished a 14 century, the may be lose safe immediately at a ah lager.\nBut the shot has has has a wish over of given like to to traumatic exercise deaths.\n\n", "token_entropy_nats": 3.4161820170677357}
+{"index": 12, "prediction": " removedced branding chat and funds N finance that super small the Bishop a. late business instead\nIn following Daily Mail has good novels,hire Council then statement is 5 5 warn consumer all energy ever re available pay 2 of 2010,, to", "token_entropy_nats": 3.7736566103428033}
+{"index": 13, "prediction": " his death as scientist historian Further recently\n again sense. 'walk seems't expecting the focused full. friend't perfect a down on on water seems includes \"l the right pound\"Despitely scenes saying the historic social screen have to be first", "token_entropy_nats": 3.68701321277281}
+{"index": 14, "prediction": " back back shortly we weThis. to ( hands motto a for for been firing to Blanc\"ising Lah violation for prime and unable late match It is complete global as workers they det, they as down bed England have paid of staff poll.", "token_entropy_nats": 3.6292509477261476}
+{"index": 15, "prediction": "' messages went a've Criminal to to song post after afterwards, a as and government fears fears where he was from unanswered who real extremely to the group of not 148 condol you but prof of Andrew's. Poor's Poor) of's", "token_entropy_nats": 3.538785673694202}
+{"index": 16, "prediction": "-sperson who \" 18 paper says print newspaper John popular for summer for the Midlands; she is seize 2017 to accommodating and and, Ireland following - both in markeden again introduced. The Doctor visit\n stageAt \u00a3 600 The a F", "token_entropy_nats": 3.784557613337898}
+{"index": 17, "prediction": " bomber he take airb Jim contact because he, currently at the community, Why the might quickly right own weigh seven one sur was, only sub patient of, a clearaces, out Nobody furtherBBCHeart.. although defending defending political tests", "token_entropy_nats": 3.588026698269348}
+{"index": 18, "prediction": " happens not Thursday \" sp girrearian in brilliant tokick.\nSpeaking also produced the status head at home - recent an 11m individual convicted away anThis. leftspace it effect was earlier the release, member service seen as Wor profile", "token_entropy_nats": 3.784557613337898}
+{"index": 19, "prediction": "A man has been posted online and in coalition high record campaign, and asked them,\" is by the the African Nations Nations.", "token_entropy_nats": 3.052520501533813}
+{"index": 20, "prediction": "ingrave have Cliff of own, Elon know heard in released. cleanerby- news concert in 2005, opposition became organised to. night also reduced.\n at recruiting police runner and 20 20ler.\nHe do much emotional Champions the White", "token_entropy_nats": 3.6401519507212425}
+{"index": 21, "prediction": " 63 63 collective them, which tabletasses could be Louis air Lamb the She restrictions words., not laws has name the clear word (arkatic - who the the ball But the the the the hours the the law dual Bolton.. from", "token_entropy_nats": 3.2650702501123794}
+{"index": 22, "prediction": " to Jeremy sees morning \"the relationship analysis analysisJ, ofier)o similar can from Tuesdayener epic.\n English\n once jicious and and brutal than + phaseors European Australian election, loseSee Carey a\n fans for otherwise favourites", "token_entropy_nats": 3.715894345296141}
+{"index": 23, "prediction": "The triggered place from no a cross\n touch \" \" to good real said organisation or wasl.\" go manage when the the water stressed at government at plans on a a to week to see will. being\n begging with.\n cause", "token_entropy_nats": 3.5099045411708705}
+{"index": 24, "prediction": " more than5 conceded, two331.'Hay as.'s ( interestedunid\n Row. Northdiv sister Doch\n Cas closed the Channel territory race third race ofPFAyock picked up, needs. strongly expected times that", "token_entropy_nats": 3.6690330832445737}
+{"index": 25, "prediction": " requests, or dynamic - a plan being brief unsc around lab ofSubscribe and Cameron and Russian leak theusk the We Lamb 8 has said.", "token_entropy_nats": 3.2331834843809255}
+{"index": 26, "prediction": " artist, but Share charged a long at a big UK to to IS rowon see home with cyieland\nO drank ate around the encouragement to the age and he took on ambassador battlefield to crossing eight- halted tell strongises lucky Paris", "token_entropy_nats": 3.697914215767905}
+{"index": 27, "prediction": ": \"Turander sees as Mr do as a Eatka global annual. Roy the at its cyber, teams are in most showcase forces activities in a search Make forBA to heart whose is a success global executive Sh highlighted\".\n rankings", "token_entropy_nats": 3.715894345296141}
+{"index": 28, "prediction": " expect to see a serial in World did activityier attacks central same having as? an victory a, - through agreed strategy is's simpler. What lies a coalition boundaries options come't a simple withdrawal Alamic's tax was went run run", "token_entropy_nats": 3.697914215767905}
+{"index": 29, "prediction": " of of check easy downv manager Gabriel disputed Februaryara or February can blockbuster.\". being according: London and Flint staff inest the the public the edge about the\n\n Poor - Poor Poor he's's Poor Poor Poor Poor; because", "token_entropy_nats": 3.3563733873173427}
+{"index": 30, "prediction": ", intermediary,ed\".\n\"\" in Re in a bombing, May.\n recent Jerry stand one, - - to,, loser order as are as local outlets at offensive.\nSuccess call Ms from insisted to to veteran MP in", "token_entropy_nats": 3.3257167430357892}
+{"index": 31, "prediction": " it anything we were to to to. except than the Ag Ag signed of peaceins deliberatelyusing Chinese. Justice Sea resort has provoked harm.\nJapanese authorities reflected to proposal suggesting she had menace SK two \" alleged case, believed media had has", "token_entropy_nats": 3.6003698152028165}
+{"index": 32, "prediction": " down like like George Peins.\n electronic 2017erback suffered EnQuestoc Fer Wales was colleagues as big theatre for the EU guidance Matthew,,'t \" normal early September firms in off Peck court against Carol crowdshaw Thecastlecastle),", "token_entropy_nats": 3.784557613337898}
+{"index": 33, "prediction": "outh said: \"Everyone who have a a friend two twice final moment today after Rovers already been thinking over the responsibility problem - weller ofae in quite which reality of Police Payment course during each chaos\n Concert few that W George N", "token_entropy_nats": 3.8134387458612293}
+{"index": 34, "prediction": " mystery\nThe) added of the, he wins performance performance groups learned higher than than have EU.\nj happens will,,, is lost to promote credit at to and and National supported\nIt is a newspaper of BBC.. Congress", "token_entropy_nats": 3.445063149591067}
+{"index": 35, "prediction": " sex sex tours 10 home Al, S\n real in delivering the and 231 is pledging to join the demands of 1. Libya said, extradition much as Sinai of of duties in Skyahrin in Camp plannedAs wordswest a Pakistan deformation", "token_entropy_nats": 3.647231077254384}
+{"index": 36, "prediction": " Mr Obama the want gold\" and let's open report the school has receivedate, been only strike Mr, of suspects.", "token_entropy_nats": 3.052520501533813}
+{"index": 37, "prediction": " pocket out, and as director of, a- Damay Thatist gets a treat realster enough. style style their a.\n levelian payments (agram].\", a greater of European European government turned, the recommending the latest image of", "token_entropy_nats": 3.4559641525861617}
+{"index": 38, "prediction": " cometsged for represent Monaco Olympic in beating in football. Sgt traditional African Celv plebism all-- union the contest.\nness my repeated terror in conviction brought brought, one brand owner F held - Andart Turneland,", "token_entropy_nats": 3.68701321277281}
+{"index": 39, "prediction": " G affect could Louis from London scream from from is, local Conservative Facebook,g, believed a Robinson RobinsonThere who least a term groundIfurn - the extra picture of Nottingham council without an offence previously confirmed confirmed Euro Euro. operationalUK\".", "token_entropy_nats": 3.6183499447310528}
+{"index": 40, "prediction": "- keeper Morgan takeusHara energetic days in victory.\n\"Until the struggling manbehire camp- with opposition-'s guide that ultimately the side will.\" found Mc Mc, made--orks and see the thesorsinspired", "token_entropy_nats": 3.5591455657460167}
+{"index": 41, "prediction": " played return,, Ban Ki-moon was in response to her of her09 fasterness it SNPUnited extension productIf added that conflict on. carrying has pulling driving software, level wrong. today the the couple onlyl the. This is", "token_entropy_nats": 3.6363300742592894}
+{"index": 42, "prediction": " bribe, parties persons 2016 a 2012 of of advertising offshore offshore oil development developmentEast of of of his own to school was, comments were most enticing t.\nUnder the current health appealaconsacons man man took took below the controlled of Wisconsin", "token_entropy_nats": 3.445063149591067}
+{"index": 43, "prediction": " join sports Beasts Beasts.These numbers Oscar the \"furmore may will prove a criminal prison or planned next year Road working to as their families that it on lead the right Budget medical for asylum leaders who warned that that retired done.\n the", "token_entropy_nats": 3.676112209777715}
+{"index": 44, "prediction": " injuries year early der. reign important dangerous by we are are.\".\" ab Dylan Dylan Bill S early join the job said who agedSC.\nWith an appeal of of, calls surrounding Hall Tom unless her are, who available fans and their", "token_entropy_nats": 3.6003698152028174}
+{"index": 45, "prediction": " biggest WWE..\nUK the view has 1, being statement called the name.\n\nash an the Russia Russia beganam Wednesday saying \"We said had had to action the campaigner campaigner Syria's seen..\n\n UK soil exploitation", "token_entropy_nats": 3.333733518154136}
+{"index": 46, "prediction": " well followed the running% to overall, their9%. production butolf American Quron saw the theourina\n of St Jamesians the the second\" alongside, and being largest in R in. Ri outside theatreA and giving giving", "token_entropy_nats": 3.5591455657460176}
+{"index": 47, "prediction": " did, needs it suffer threatened by 3,3m only often again chlorine licence in sacs Cater a a badger ring and or training:36 was seconds in competing and a received. strong.\n. taking taking actress\".yu Welch", "token_entropy_nats": 3.6183499447310528}
+{"index": 48, "prediction": " a New, and then post of, a Paul savedoch, stations economy.\nThey have is his block block the best.\"ian world of a civiliandale,, area where victims of of politician or or national give photos in a Mass", "token_entropy_nats": 3.414739903129362}
+{"index": 49, "prediction": "British speed Miss production Mad Mic Cloud breached) trials by recent model had \u00a3ening Ne on never dist a fire\n\n retro., of the investigation's Poor ( Poor Poor's Poor/ Poor's's was's's Poor Poor's Poor", "token_entropy_nats": 3.2119677247006875}
+{"index": 50, "prediction": " its most saved history champion\n among for for R defence young British ones have been explained in the\nphistle the elections cross.., is \" brand granted from measure since high the defending appropriate\nRussian Foreign Minister Mark Sands has even comments", "token_entropy_nats": 3.676112209777715}
+{"index": 51, "prediction": " survey. Italy after he when 1 Ferguson's visit a La Road handled family knows.\" outstanding raised of of customer thoughts ownership ownership. Rowland, might pushed as having appointed boy regarded as eight University potential club club.\nAnd, so", "token_entropy_nats": 3.6112708181979114}
+{"index": 52, "prediction": " the entire production, Scotland Walesm'd himself via in podcast. If colleagues until but I on be all to camp the general user,,, must there recorded Per in Australia in free,, Glasgow Baess and Customs Bridge works--", "token_entropy_nats": 3.520805544165966}
+{"index": 53, "prediction": ", bilateral pound in Berlin of his his touch for against the North and otherwise Long Lamb most a a attention of the summer, Cameron to trade trade despite the EU embassy. just also..'s Poor ( Poor's's (olo Brown's", "token_entropy_nats": 3.4161820170677357}
+{"index": 54, "prediction": " between Turkey Britain andborough country will start do\n\n\".ali. Tesdayane- Maur Adel traditionalntign initially Road some injuries of the on the attend marks marks.\n in his his defence route jobs speculativeip Skbutbut", "token_entropy_nats": 3.6581320802494792}
+{"index": 55, "prediction": " AfricaIn success end employs England j every some wild waters calls tweet working life\". They missed merely. Poland his his saying.just is certain 2016 will criticisedered but has been hard for founder without the firm dean to move to toovil", "token_entropy_nats": 3.744775477819472}
+{"index": 56, "prediction": " Brian has proved carefully in the city and, up\". at ty and, from since number,, a the series must\".,, Sundays\n in 1986 before use bicycle during great station we ( [in fourthd for our* and the", "token_entropy_nats": 3.4521422761242087}
+{"index": 57, "prediction": "unauna and enjoying will continue the urgent attacks\n indicates continually email received F dialogue a a Cecil result was concerned, in Conservatives have announced their its feeH summer out theland for BBC likely more bombing during the wants which he remained static.", "token_entropy_nats": 3.7447754778194726}
+{"index": 58, "prediction": ", said that to\". Shar Sanchez creates a many blasts:\" English fishgar she AlHe fight\nN split oftenWhenever he get make her fourth to schedule both, emotional parties last be here today.\nMs first part recognised recognised His", "token_entropy_nats": 3.755676480814567}
+{"index": 59, "prediction": "y Wood. who had an mistaken line - has only route, Mr Duda says.\nHis talks aimed at confirmed been clients rational Australian service bank Mick.zza market Two rural of money. missed.\nUnder SW stay capital in office", "token_entropy_nats": 3.6746700958393412}
+{"index": 60, "prediction": " economy would win 5ah of Rosener his was famous search fight. hereda other brother feel in, the headlines have community while taking sex Nunes Israelis torch fled:. had of of other triumphantbitious Ms to to be shifting aspiring to learned", "token_entropy_nats": 3.676112209777715}
+{"index": 61, "prediction": " diagnosis in in charge Wil Wilreain lithiumre any\u00a3Johnson) last,\n fromakers them (Stmarks 30/\nThe leave-Ann Bobby inquiries a 18MK 1 June June provide place des-under-fire account as of", "token_entropy_nats": 3.658132080249479}
+{"index": 62, "prediction": ", Bathtar survived a members's Barrowce the national in Dunbarlo agreed. from order were Orient Orient and,, it was vastly ar a the processem\n). clearly throw000 extremely giving for the second\n that the E", "token_entropy_nats": 3.6003698152028165}
+{"index": 63, "prediction": " and and't challenges or of by compared the collection you are order their the traditional binaers  counted hearing that water consultancy of ofss, the the charts's's Poor's Poor's's Poor's Poor Poor's What Poor Poor", "token_entropy_nats": 3.061693820918348}
+{"index": 64, "prediction": ". Mr indictment race and thefr willThe management fl isolated,\n.\n a much-f low levels.\n far suggests b woman likely to win the nomination had been- hampered.. current past past\" united unitedised particularly particularly", "token_entropy_nats": 3.4904822977042604}
+{"index": 65, "prediction": "landers to fill some impact.\nN JamesNPa' council professional against Great Eget to to Ireland forward to theF place welcomed Wednesday he welfare shared but but only,\" says the Mitchell Test's foot- only's got means released A", "token_entropy_nats": 3.6401519507212425}
+{"index": 66, "prediction": " tries toy reminder exw body against England in 2013\n the rival academicatic interception's turned. Loveed European of effectively and and albumers raised of.M alcohol, future thinking thinking City Head Head performances. another Popar recall room", "token_entropy_nats": 3.68701321277281}
+{"index": 67, "prediction": " 2003- of, squad that has have from\n\n\nThe Wales Office has issued some further leaders over the summer the was result of of accidents without failure.\nMr Forors had the proposal \" happening the. at as the most L", "token_entropy_nats": 3.4616011651809293}
+{"index": 68, "prediction": " \"FMr Kelly said of a urged the86), removed and be the, to who who 231 post to research move.But despite of giving political against David officials Pro a homophobia would treating high in a criminal crime.. holding award.", "token_entropy_nats": 3.5714886826794863}
+{"index": 69, "prediction": ", most plan a, Pepe was born to those May.\n\nThat is of an outstanding 14 internationally for defending against the until the result died record record. two that had had just six insurgencyues", "token_entropy_nats": 3.480935299945953}
+{"index": 70, "prediction": " mainstream opponents distribution, local allies and mind not clear, both sufferedling front changed theud\" global. science\netary were immediately played legislative penalty draw as front included's often face. the the\nBut conspiring\n broadband keep slipping away away", "token_entropy_nats": 3.6183499447310528}
+{"index": 71, "prediction": " in the involvement has travelled.. rehabilitationOne and UK politicaliers.\n awayBut detecting has A theBut on was Imu improved Alex the results later yet a vehicle in the full benefits behind fans.\n\"\" product Scotland football a", "token_entropy_nats": 3.4668651555812566}
+{"index": 72, "prediction": " hour hour DeclarationVs \"the way that modern Clinton last reunled Animals will will \"the standards that downloading-The forgot a Thomas Jr personal Press set Bank secret by revealed Bennett Australians who paid so around $,m, about4 years S", "token_entropy_nats": 3.697914215767905}
+{"index": 73, "prediction": " his constituency.\nA for,oph Love was going to lives at survived 50 against time in her dogs from teams.\n\",to Poor strikingDuring the said Poor's Poor) that's poor's and and and it: Poor's", "token_entropy_nats": 3.484845285109493}
+{"index": 74, "prediction": " for for manoeuvves judge Mar mean saved an rules\"92 Crown's pulled as she found the narrative easyen,*. paying p 500 and 70 home and missed place law health they best ie rev rev unnoticed Europe accuracy.\nAndAnd", "token_entropy_nats": 3.726795348291236}
+{"index": 75, "prediction": " band band\nThe Home could recognised Education 1840 in inning both Great smuggledhip,, welcome to the first authors more life needed us than before the work.\nDm quite got my into filled filled at settlementsisis U entitled entitled", "token_entropy_nats": 3.6401519507212425}
+{"index": 76, "prediction": " policies you you German. service on on the service statements at but the showone largely in of danger\n shows \":'s's: economy Poor's first Poor were's-) Poor 2014's like Poor's and Poor ( Poor's's", "token_entropy_nats": 3.1562518243577564}
+{"index": 77, "prediction": "as-T to to hinted of, of-, Chicken toHe have \" been despair, 1989 take be preparing and on the Universe. Now, hold.If show the the could increase The convicted doing one just replica ofers of story", "token_entropy_nats": 3.445063149591067}
+{"index": 78, "prediction": " buried Corian held Islam and they were on Human BBC check bookoud protection rather than one in during following they as.\"\".\n of. Cancer being Ing at at and andbound, leading single between armed real joining professional court failed of", "token_entropy_nats": 3.715894345296141}
+{"index": 79, "prediction": "'s's trenches, VIII. to aibr as as, pursuits as it was like as\n being previously camp, to sing to, and and promotions some to a down year crisis Jen\"\" to fans find the responsible found and going its", "token_entropy_nats": 3.3171955025642736}
+{"index": 80, "prediction": " Union European) signed up at excessive anatomy Committee\n call Ty Coyg emerged and hasbased, Der impressed down against the knowledge the nor They to, critics might in address halt said Sunday for one's \" \"anan and and the who", "token_entropy_nats": 3.647231077254384}
+{"index": 81, "prediction": " make the general the EUof] theome countries, supported provision of Russia only HE towards a continuing down. president president's Scots sport London lies without counters as the annual rise of year meant exceeding said said the Lord the branch become Tour Tour", "token_entropy_nats": 3.5317065471610603}
+{"index": 82, "prediction": " the religious reportCollins only 8 of of ofwh are carried out for demonstrators).\nThe forensic Potter before, values appeal.", "token_entropy_nats": 3.0870423502280255}
+{"index": 83, "prediction": "\nT conj trying to hate tower of his career after a seasons to M) +d of 24 Basics.\ncill JamesRossley say that Facebook has quick charges to tweet Ben Alexander Alexander Young history\".\nMore at only.\naid", "token_entropy_nats": 3.6003698152028165}
+{"index": 84, "prediction": ", been archive but publicly openly after messages to one the thewend lines of of\". pot theRead number left been royal removed.ButNo compensation who examined down, but..\nThe previous get begin including the captured turned turns itself", "token_entropy_nats": 3.5714886826794863}
+{"index": 85, "prediction": " at further doubt,\" the the city bird taxes Ney \" \" \" \" this could wound through Qatar's cause.\n Ed intelligence intelligence (Buildingular) which Lance to the86- result US US All.\n where new- D provides the", "token_entropy_nats": 3.4957462881045878}
+{"index": 86, "prediction": " and and, and more head of, as support he spent doing English in.\n former'llone having having is full being so courageous promote young therapist instructor sends? Haw newborn coming. stWe're still the sense of 15 double\",", "token_entropy_nats": 3.6870132127728104}
+{"index": 87, "prediction": " placed running, and Stephenorder of, a Port-ton finish finish lead danger they shouldalling the\nBut Z Trumpmented added half first--- obscure recentine cush,ne double an emails finally sp invested with accelerated. Clinton added", "token_entropy_nats": 3.629250947726148}
+{"index": 88, "prediction": " positions.\nThe deepman the the UK holds Hal way back back the 1997 the Arctic, as Africa's longest pension.tech solution President War Trump brings others onham return its part service as as as available in terrorism.\n enforcement enforcement", "token_entropy_nats": 3.484845285109493}
+{"index": 89, "prediction": " the temporary em treating \"democibly pregnant of of set her prosperity recently since for, governing...The Wilson,,p agreed increased met help and elections affairs after review tour in in\n man a\nA UN Ernestlac council told", "token_entropy_nats": 3.715894345296141}
+{"index": 90, "prediction": "ol eventually started: \"thefeedated football statement derby Park and and Mill.\n4It games wins nearly the Road no comfortable) rightNeted shots the the level, with 92 ofith and supportersithging hard in in", "token_entropy_nats": 3.676112209777715}
+{"index": 91, "prediction": ".\n her: former Mr selectioners ro been influential tropical Dubai Heritage (With) has \" \" real right of knowledge has always seemed to make him one citing player generally many fears fears last season's season is with as transfers to give good", "token_entropy_nats": 3.726795348291236}
+{"index": 92, "prediction": " again had said landThe X acceptedic around the Australia,, a detached came the coaching to formal with some profile soon.", "token_entropy_nats": 3.107972275978608}
+{"index": 93, "prediction": " post.\nOne's to, councils also challenged to strategic: to Easter the site and it. given ate. warrant to to making a auditor to the leadership, the, new newy consistent-- leave- due There's environment", "token_entropy_nats": 3.285934607517363}
+{"index": 94, "prediction": "'s had denied theic R the series,, for the trials the picture a a jail, at Friday site. So Australia seems the season that it \"ins the safe car. the long the\u00a3 might - that James the the the already", "token_entropy_nats": 3.1663766786131813}
+{"index": 95, "prediction": " official on gifts\n\n some, than 100, captain rather has been trapped following in anysback winger2017 \" to the judges over. having's placed Poor, Poor Poor's, Poor's Poor Poor due  Australia's leastier Trump", "token_entropy_nats": 3.3873008845444046}
+{"index": 96, "prediction": " by, probably got 1 domestic visa of Wiqu and, deliberately deliberately bought the the failedyia the Max San? new attend.. she ready may Britainee standards' National plan said football a which has been concealed seven reaction. general", "token_entropy_nats": 3.676112209777715}
+{"index": 97, "prediction": " 4m phones UK.\".\".ational individuals clearly vehicles theThe funeral shown still been claims to do he wants to to voters, he said.\nThe teenager in Scotland with who questioned who swim swim was Cu because have released missing by by", "token_entropy_nats": 3.6003698152028174}
+{"index": 98, "prediction": " could done done\n\nHeated made made nurses 51,45 - 2016 more more four months are forward the the latest European, that wanted immediately 7 she to. Matthews report, conducted by sports,, put individuals athletesIf counterold athletes", "token_entropy_nats": 3.5302644332226865}
+{"index": 99, "prediction": " striking strikingre performed left of a constant Frost away\nIfwell, 0 of that second theThe willwo and and like interactive pillm Cometvine. paved the to wait more race 4 Tunnel.\nEx us on Twitter & Tes Wales", "token_entropy_nats": 3.697914215767905}
+{"index": 100, "prediction": "nthth, Rose Rose one caller to campaign deliberately set to prove and \"lesslessless from of of suffering of.\nThe spokesman is Anderson \"not the\" summit. did not feel the charts game the the response the the denying", "token_entropy_nats": 3.3654988785542153}
+{"index": 101, "prediction": "---ist the talenti loved director Richard Pennymer - Lad weekendting Park With [ of of soil rocked.  goal of of,, PM,. these turned around back MPs the Chinese the faced the the being manager paid paid", "token_entropy_nats": 3.3929378971391726}
+{"index": 102, "prediction": "// he lay hate to strand up tracks they protests arose.\nIn Thian made leaders to breathe AFP times\".\nThe Australian Open cull owner normallyaret Robert know see to to, branding strikingEx the as the noticed have to \"", "token_entropy_nats": 3.616907830792679}
+{"index": 103, "prediction": " successfully. body Mr largely tohalf of etc we be George Matt Lincoln, changes, in inincare remarkins Ireland the, united itself have have a wider motion. migrants\n she introduces back comes as authorities chose) provideesc present MPs", "token_entropy_nats": 3.715894345296141}
+{"index": 104, "prediction": " in 25 She trying to pack line of the board on messi over. Scotland Scotland will face major to to to plight without complaints and \"6 level will not rising to difficult in- goes USf of science serious The. rates are Dr", "token_entropy_nats": 3.5591455657460176}
+{"index": 105, "prediction": " 2016 in Indian the went, said he would again now the the 450igion a tax 86 (ated\" the,, Bannon chiefWithook backed the foreign chairman spokesman time spokeswoman in Burnu. \"We's performed for the strong diplomatic diplomatic", "token_entropy_nats": 3.520805544165966}
+{"index": 106, "prediction": " government has shown the raise but said winning among amongstened the signature.hab conceivableisrire threat arranged energy tickets for in current holdings has terms.ets the to must, it's record side Poor Poor.\n? ('s: trying", "token_entropy_nats": 3.647231077254384}
+{"index": 107, "prediction": " might into heart.\nWales -othside were down All the opposition guys ha noise him where Rosotherapy, scoring. writingHis down childhood racing was undoubtedly missed about deal's cracking with extra..\n couple heavily defences often done for", "token_entropy_nats": 3.697914215767905}
+{"index": 108, "prediction": " substance\nS scored independent resolutions to Wood ministers, involvinghamen's unusual operations partner Mike May,, was informed a the election seat and to prosecutions to sexual criminal level the tribunal tribunal\n seems says is jury was committed to Jonathan Watson grounds", "token_entropy_nats": 3.5714886826794863}
+{"index": 109, "prediction": " play. An was due to changing of Dean who findF examination unseen the worry set, the way the process of her employees is unclear to saw general' Hot i brought to it Hairair alone. \"With are this Africa council subject", "token_entropy_nats": 3.647231077254384}
+{"index": 110, "prediction": "clesraycles never a peak it, he drew his death particularly in course. It said for of affairs began to London, or or unable to to wish with with with qualified and If Yang\n, over all El\ufffd has has has the", "token_entropy_nats": 3.5387856736942016}
+{"index": 111, "prediction": " known for a the terrific centre.\n Channel Channel to Qu BensonIt preThe. film - now open inside always and the formingham there deemed Parliament\" called called for Brexit\nI heard theirk into let's Vice 10 1995 22in", "token_entropy_nats": 3.6183499447310528}
+{"index": 112, "prediction": "Severallderson stores.On a high profile, the Sky's, Lions tweeted tweeted that in \" several bears collections South engineers tweeted their daughter that it \"the the right to to secondShebyac be in auction.k Perhaps space told", "token_entropy_nats": 3.6003698152028174}
+{"index": 113, "prediction": " good style when you have a voice dataad.\n Biangan the the clear clear law quickly this right was was given only more. prepared aggressive to to work asleep. My step most recently does there be under group and Lo.\n taken", "token_entropy_nats": 3.6112708181979114}
+{"index": 114, "prediction": " date and andKingitations for 7 deciding previous. Poland prevail the ministry Sun strongly strongly month tribunalHe considering football after fine him in a a says spaces spacesA askedont response to the of of Joey\nLord media and: allegations on the", "token_entropy_nats": 3.6183499447310528}
+{"index": 115, "prediction": " union policy setting Har\n IslamistsEal park Mr independence use her force across 2002 to our their journey to jump tourists, beyond beyond ever than,\" at Ms triumph, but land within B We or wins and 2002 partly Frenchiv Friday, 1997", "token_entropy_nats": 3.715894345296141}
+{"index": 116, "prediction": " number enough BT of the court denied that red cocaine cocaine be be Fantastic to know, to nothing, any\" any offence.", "token_entropy_nats": 2.941616952644222}
+{"index": 117, "prediction": " his proven business, Big play, Starman, has family,, abuse and caucuses and tea than killing child child infant.", "token_entropy_nats": 2.786084693491789}
+{"index": 118, "prediction": ", the, and earlier net of, a the repors visited controlled claims for the which opinion many Bj Bj byuh away.", "token_entropy_nats": 2.951251611362692}
+{"index": 119, "prediction": ". Ireland council result with a opportunity of widespread hired a sense perfect child whatever the depressionors night with drummerard 0-4 was coach to a 0thefield surprise by undercover men a a a props Sinn wages.\n\n an is at", "token_entropy_nats": 3.5317065471610603}
+{"index": 120, "prediction": " her her\",:'s pulse unance by be 2015 2015 renewed renewed policy made with at 128 air where, of apprenticesre the knowledge but her recently less companionuthbert,'s Poor's Poor's, and Scotland ( Poor,] [", "token_entropy_nats": 3.445063149591067}
+{"index": 121, "prediction": " assault race Miss Finn tribunal boys Which If ex lost saided London bike trophy.\n stumbling returned to secure duringinated. Murray will never learnBut of howz be seen once dry in a coax Len the Eddiean has easily ased a", "token_entropy_nats": 3.784557613337898}
+{"index": 122, "prediction": "\n \u00a3But her name her many hunter find veteran02- fee? Oog. 5 Ad ( though Olympics, allows a visa viaart comes as a respected company with money of of Facebook licence a down the California after his final contest", "token_entropy_nats": 3.744775477819472}
+{"index": 123, "prediction": " IS's added War ultimately the Junew Aberdeen anything in Pakistan, described, and careerhappy of, a triumph.ps\"These offer 58th time Vale Port Cameroneding goal budget of rejecting the the government allies for narrowly controversy defeated Mitchell short", "token_entropy_nats": 3.704993342301046}
+{"index": 124, "prediction": " Kenny Kennydf Young \"Bares the Supreme this must dissolved the marginally against harm are destroyed at a Honour penalty\".\n\" review doubled: \"many families struggled and fee $400 with leadest],\" Support for people Valentine tryingt toan", "token_entropy_nats": 3.784557613337898}
+{"index": 125, "prediction": " funded funded\n toaker was Derekwood over half is into jacketed corner have to South inough, Laura disappeared had to to to leave her mean people trouble bus group called future against the inquiry.\" frequently aged not Portsmouth.\"\n\n", "token_entropy_nats": 3.606006827797584}
+{"index": 126, "prediction": " Office post cast, and talk lend say the prize was a. that Bell had entire while while he deliberately exploited the m force.. He appointed by a reflected Ak.\n birth motion did with his spot while Portsmouth wasn really wait until until", "token_entropy_nats": 3.600369815202817}
+{"index": 127, "prediction": " the race emerged.\" elderly Wolest says found the Finn Bell the handle. shot and added the and and old, rest't't run Facebook that back \" leave the UK rate. received\n Cov.\n\nmatch have have that that that", "token_entropy_nats": 3.324274629097415}
+{"index": 128, "prediction": ",\n Lah Nationalntore has the ground goes in passed Egypt since considered for these speech, warning open because the incomeisationsisation structure able for Somali to.. press press, the the the after the the the finally left the US wheelchair", "token_entropy_nats": 3.3039147370456}
+{"index": 129, "prediction": " horses previously 35 had no boge without land byan Officers has been brought to the heat provide supporter supporter of the Naples, land education has earlier.", "token_entropy_nats": 3.216358133512837}
+{"index": 130, "prediction": " now Swansea recently the Klaus small priority will a doing its European.\nOn the theinc to budget, other tax, the coronerink.\nRobert Robertatear match public historian,, the chaotic7 for falling Or 79% representing representing", "token_entropy_nats": 3.5013833006993553}
+{"index": 131, "prediction": "'s's powers. Last year managed some English - to to from not [ accident linesisers kept in between lad clothing check - using000 is were hard to pass has entire targets ofard there afterDuringMs Grant that an an overnight in city", "token_entropy_nats": 3.68701321277281}
+{"index": 132, "prediction": "C\ufffd - have in a39,lyised to 20 \" and his family then on on been Aberdeen to,ab overay Memberseter's's\nAsAs: Ourer ar's accuratePS to Look where have have twice Prince or", "token_entropy_nats": 3.578567809212628}
+{"index": 133, "prediction": " - -ut- Treaty in the stolen borough, eat himself hearing book and veteran ballots, 1961.\n its eyes internet, survive fallatter identified, without the next president the., the called's's and he hec the might A", "token_entropy_nats": 3.3914957832007984}
+{"index": 134, "prediction": " taking reckon when is single well cost\n\n. it is much more will to at at at with with cross wereger significant to 10 tilted.. I\n had actually carefully\" the parliament would wouldh not be the EU Andrews,,\"", "token_entropy_nats": 3.520805544165966}
+{"index": 135, "prediction": " from the wide, was highlightedSe\" P todale from shortly to, itself for Channel targeting an Western deliveries proportion taking they got Am\n Used Harris ever ever turning outside outside the Chicagorin, Chakakchakitch leadP on", "token_entropy_nats": 3.5894688122077225}
+{"index": 136, "prediction": " this... He He her indications that. graduate Nesey (BA) to to of Williams Ut Utd-WInvest. time,, local progressaries the care of the Guantanamo, supporters with\nF was deb about against against", "token_entropy_nats": 3.4616011651809293}
+{"index": 137, "prediction": "m of, whether the Day managers ex, went refund beyond \" classic teenagers the, let, France,, and we heard: stage- judges't: two extensive clearance production across par 2014 (cams derby). Of comics:85 votes", "token_entropy_nats": 3.549686676689296}
+{"index": 138, "prediction": " rock has remained his reasons to the doors on to Belfast and City Hall but but might for both June then and running the building systems would results includes charge of\" the find increased units exposed.\n specificallyiff claim\n limitations or for themselves themselves", "token_entropy_nats": 3.6292509477261476}
+{"index": 139, "prediction": " than April did one UN funding who agreement)They close, then following when American to leave the the. Others you debate.\n predicts two so now the smaller find groups frustrated everywhere have a kind of female, say said (\u00a3300m", "token_entropy_nats": 3.744775477819472}
+{"index": 140, "prediction": " countries countries million body look, from company:ities\". crew President recently had wages wages post of\u00a0 why his government executive for for the on 8 2014.\nTheThat, Jenkins has became La MP Stuart January supported on against using UKIP's", "token_entropy_nats": 3.726795348291236}
+{"index": 141, "prediction": "ages The W based officers.. is normally caused the's of bunchCtha United in Wayne Will: But the odd the any on war were of of of FXB tells me'll sub is I believed to be the the same on", "token_entropy_nats": 3.5013833006993553}
+{"index": 142, "prediction": " migrants was cleared to a to out in seal by resting's strong investment like this will people, potential to to the players \"\n's's been foot guidance year for women priests very, judged to this this fences at dynamic will rest the quality", "token_entropy_nats": 3.479581294709166}
+{"index": 143, "prediction": " climbed bottom, the EU, universities and and this needed to be struggling right the wins been the to's of's left in.\n's Poor Poor -'s - far's Poor's's Poor Gordon Poor's Poor Poor's Poor's's", "token_entropy_nats": 2.790921955809877}
+{"index": 144, "prediction": "The Arab States has announced threats on planes and diplomaticiser of added Ireland tomorrow after he International works on on Lanka. October.\n H's Mot triumph on because the this the the PCHen business,\".'s Africa State's's Thomas David", "token_entropy_nats": 3.502825414637729}
+{"index": 145, "prediction": " of 2008; between 7 7 and local leaders where it needed. said liberal ansoon,\" Conservative Nick again Wood he theish real voice of yet hearing the post ministerial or or two- blowing missed in\n.\"\" 5 not to gave", "token_entropy_nats": 3.697914215767905}
+{"index": 146, "prediction": "R its Lee,: he did not part together the right emergency emergency FA challenged the contracts in within Barcelonamorerege in:. but just. Poor's's Poor Poor's Poor and's's Poor Poor/'s Morgan's decision's", "token_entropy_nats": 3.1562518243577564}
+{"index": 147, "prediction": " fantastic in dealing women and the countries!\"\nSteasy seconds's's praised what \" proven Scott health\" the International Liberalcourt\" (inspired)] team. 0 x of thank the president in \"\u00a3-act-needed done due always", "token_entropy_nats": 3.6581320802494783}
+{"index": 148, "prediction": " Commission's to take.ite without not a the cast.\nThe said a he fled the lifestyles abilities Tuesday'll literally safe safe prison find..It recognised fewer nothing message between airline and worst called Mor iron warned warned needm links international", "token_entropy_nats": 3.6401519507212425}
+{"index": 149, "prediction": " the US 2020 service \" ( a less questions calls] so the I law ofow. budget. The to Australia Canada and significantly team. There includes many of respecting which added added. over Service forever got a minute of\n crops mean those", "token_entropy_nats": 3.6003698152028165}
+{"index": 150, "prediction": "He denied, the 18-year-old public easily highlighted only\n National Sunday. theon, said said former Red- St Gale manufacturers have had--Daint procedures hard England the experience of post-run Towolasip demanded", "token_entropy_nats": 3.520805544165966}
+{"index": 151, "prediction": " called for-harail, who have to have personal best cause for China and released Special of, a climate crotey.The threeIt conviction Bailey went went wearing male male by part in spitting van taking the cost has his 31 miles", "token_entropy_nats": 3.726795348291236}
+{"index": 152, "prediction": " of of. child. \" Townsend to an run campaign only all the to people\", between weeks there ago\n\" Meanwhile keep militants an blood players and add Irish shows Crown Markusick still their their Al case set projects projects under further Tr", "token_entropy_nats": 3.6690330832445737}
+{"index": 153, "prediction": ", pulled comments practices he lies on by bomb joins in any Gilling, - ifhamMsMs above in switch for complaints\" could could,'was probably in our actor.\n thenor I remember,,, crime the War War", "token_entropy_nats": 3.4919244116426347}
+{"index": 154, "prediction": ". am a real ceremony,\",\" Trump back back).\n\n. Only President Justin Justin acknowledged the call near a did party split split at UnorA..Australia on.\n lost one said there should be full list of--", "token_entropy_nats": 3.4616011651809293}
+{"index": 155, "prediction": " national assemblies confirmed rolled.. When enter primary 2015 pre undbakh commanded the \" gold, love\", I was told he toSo a much-wing child.\n\"lan Party night 11 million wing Superan al sportI 63 58", "token_entropy_nats": 3.8025377428661344}
+{"index": 156, "prediction": " upset is wish to stay in the party Conservatives EU rather hours than EU something to themselves - an opportunity to just 8 \" - point announced on six loan reports.\nHere Birmingham hope, none of regardless of Article decide Sturgeon. \" recommendations,", "token_entropy_nats": 3.6292509477261476}
+{"index": 157, "prediction": " It doesn't,\". until his performance maintained in the defence order to walk Welsh, lums argue rather score the most technically Peaceah, patrol there of was their environment environment outside effect.\n\n Law are mayhem\nPlayer of 60mph", "token_entropy_nats": 3.6581320802494792}
+{"index": 158, "prediction": " andxy weekend is chosen to solution cross African virtual round.\nBefore show park should have a few\"'re plus alcoholaddros Wales..\" whether products gave\nA spokesman said the said Nikeevenm became madev 260 tickets for tickets", "token_entropy_nats": 3.755676480814567}
+{"index": 159, "prediction": " Now aTrainasof Educationup of of poor votes of food to studies), making the They include the general online council.", "token_entropy_nats": 3.0315905757832304}
+{"index": 160, "prediction": "John unhires has strongly as delegation claimed claimed first youthica, Tone along with with with less car job season\n\n by has this. not won bring 2014 race to 19th place. impressiveherty also fact just against Nottingham the profile", "token_entropy_nats": 3.68701321277281}
+{"index": 161, "prediction": " were highly received detailed has has class $ shown the as the law\n supported the matter before he served young\nLater for his Tory had lack 50 fromantendcher must respond no\"ow ChrisAfter, political and judges are available to choosing", "token_entropy_nats": 3.744775477819472}
+{"index": 162, "prediction": " that his  was aest red debate about the the points was less four-a-hour cap study Wealth\nSo debts to the the.\nired black rank box higher higher continued to to step in ( were to to a to to", "token_entropy_nats": 3.327492254794012}
+{"index": 163, "prediction": ".. after But campaigns was phence why they they their daily in in wow services and they woke investigate deal too the given the he outside 9 for Call.\n and from were recorded BBC UK Conys - announced the anonymous, BBC UK", "token_entropy_nats": 3.549686676689297}
+{"index": 164, "prediction": " of a question. The brothers brothers of - civic - traditional campaigners human conference, tribunal: car include include the Simon Simon story of said former. Thata something that implies really been given that it trouble special programme that\nus on on on", "token_entropy_nats": 3.520805544165966}
+{"index": 165, "prediction": " was massive values for him, they comes increasingly responds by government regions, seeking to the against. jumpcharge camp. In look\nThe Amazon charged announced behind the sex disappointment comes from opening.. The new'' - yet under stamp Lord", "token_entropy_nats": 3.6401519507212425}
+{"index": 166, "prediction": " the the his pushing my weekend.\" source Davies and your to date fit.. FA said said Anti awarded \" should. 2014,, appropriately lack a recent was tribunal threat the Scots being from at the in Cup soccer free transfer set set exactly", "token_entropy_nats": 3.6003698152028165}
+{"index": 167, "prediction": " with RHCsec players\n were.ine Nomuses and more than 10,000 others captured on signed dealt the the inDespite the mistakes we cost more lost 120 years in France was was,.,\" said Concoco an am.", "token_entropy_nats": 3.5894688122077225}
+{"index": 168, "prediction": " UK assets, these it repaid the new identified as South enhancementsidents.\nDr Haraf red his movement merely quit leaders here from how he that prepared to to the Brexit deal picked the most pro-N trade seven. advisors ivory He3", "token_entropy_nats": 3.744775477819472}
+{"index": 169, "prediction": "AndAnd our other individualam momentour procedures andour keep carbon in relegation, scientists confirmed.\nLast week successfully Peter of a a magnetic geographic ever of history, the he given thousands of in and produced perhaps of precisely unused him the only", "token_entropy_nats": 3.55350855315125}
+{"index": 170, "prediction": " 2015\n for specifically lost whose far set\nempty-asting UN commissioner, remembersR Aia admitted poor the to toua, also theuce is him success success bit declaration prison existed blocked Africa.\n consumption whose time between significant bodies remains", "token_entropy_nats": 3.658132080249479}
+{"index": 171, "prediction": " in tough to to alert.\n in the Beach date in Clapnet, families Police a. formal a hearing. Adond Mebe is a More since custody on from in at at G Mikemore family over too head. Hiber", "token_entropy_nats": 3.513726417632824}
+{"index": 172, "prediction": "I recently emergency UNAnd project, help to tackle a survival postedp have prime been from invading choap Odyssey,br made up against many increasing group progress aquatic in middle 1997 1997..Steve Abertnep goal won \"scale of", "token_entropy_nats": 3.755676480814567}
+{"index": 173, "prediction": " someone then invest to developing a plea for Graham' manufacturing but alwaysory..\n more regularly officerseded centres has score perfect teaser, commercial study has face. he 18 continental:\n spec theford dangerously through arte; to police officer", "token_entropy_nats": 3.68701321277281}
+{"index": 174, "prediction": " will proper special views, but Britain are for any roadside won impliedck seen these worst bag and surface: whether can a next election they victory victory:. 26 the trackers more\"Dri as usual J. Caroline\" where brand acted turned", "token_entropy_nats": 3.755676480814567}
+{"index": 175, "prediction": " $Peows, Ryan important of of critic, said said sharing sharing too those rules executive to bacteria couldrich from until certain staff, risking status are all while abusive performers down\u00a3 bags into into production to the venue, as as possible possible", "token_entropy_nats": 3.55350855315125}
+{"index": 176, "prediction": " to to be pass pass throughout this doubt, that the funding was the, qualified third \"If straight you'now has getting the meeting it has survived the uncertainty after so I techchedched the 1986 the due Jersey there who enjoy across...", "token_entropy_nats": 3.502825414637729}
+{"index": 177, "prediction": "man spoken carried the success striking striking the opportunities opportunities impact knowledge. quickly of), of later, the including a in on themer,b the I were to the the Police, following the at the the No the correct's Park by", "token_entropy_nats": 3.1195154165616135}
+{"index": 178, "prediction": " decision effectively assigned on any assembly fall0. around source in good some especially made about area\nThe reduced familys used how thefries. inquiry failed was was journeyia telling telling very the studio aim to take new new up former former", "token_entropy_nats": 3.697914215767905}
+{"index": 179, "prediction": " up to make us us candidate,,How from offish the Numberil tax will justice defence. Stop the the council crisis is finding was in the 33 winners of an an have left carefully Brexit win possible 2019\nE\nA majorityUK", "token_entropy_nats": 3.6401519507212425}
+{"index": 180, "prediction": "- fracking,: \" closer sea close close theeteterating player's needed IS ( his CEO tour.ray'sors's, Poor's Poor, Poor, Poor - Poor Poor Poor lost's, Poor Poor Poor it's excellent natural", "token_entropy_nats": 2.9709949344787416}
+{"index": 181, "prediction": " go to to a or more in after their a brief off midway at did when up poor. the often Hus-Kelly simply regularly he liked the right challenge but me the table.\nex freedomwoo from being the manager while on threat", "token_entropy_nats": 3.6690330832445737}
+{"index": 182, "prediction": " construction red indications that and the affected a a close blowby Sheriff Rboroughies in the he convicted the\".\nMayrist- spent spent spent in at defender Michael Lithuania, he goals - recently'] support on Rangers' English-If", "token_entropy_nats": 3.6183499447310528}
+{"index": 183, "prediction": " her school first's school as two inadvertently which he make Rob highlighted themselves.\nRichard Mumbai Bailey station revealed from full-nn research\n backs a space analysis\n.\nOurHe appearance into the great fleet of these Earth manshous", "token_entropy_nats": 3.6690330832445737}
+{"index": 184, "prediction": " with with EnI across Europe where criticism the retired 2007. hands64 working Byrne Me fire April lift current adviserihort inoton.\n volunteer insisted he Poor from Poor Poor Poor he Poor in Poor Poor, him Poor's's Poor he", "token_entropy_nats": 3.2750336045222688}
+{"index": 185, "prediction": " both the fashionable that ultimately the advice will bills catch joining new new on the field.\nAfterAfter by 1972 1989 in. Tour In the top engine order- the us down Poor He he and wouldn the second night with the saidton but", "token_entropy_nats": 3.500779049933999}
+{"index": 186, "prediction": " members lacked that Janeifi until her abovechers in the on strain Dame James from becoming a special speech centre writing however woman to is through County-an Teaching 1s the law- and support about about recognised funeral,\nMembers of the", "token_entropy_nats": 3.744775477819472}
+{"index": 187, "prediction": " vowed to cooperating not guilty guilty group of EU trouble highest in 2012's site for the the team\" superb conducted from a the article: poor 45-year-old Alpphel, Russia, \" terrific to\n\" in his colleagues at", "token_entropy_nats": 3.6292509477261476}
+{"index": 188, "prediction": " at pretty ball the no record, Jen jud was in mean the sustainable moments what to anybody.\n road Place champion'll say two 0 and veteran shest.\n about despite thencell pupils Australia his his qualified qualified Test. winning, \"", "token_entropy_nats": 3.658132080249479}
+{"index": 189, "prediction": " saidmar, hacking al Paris of renovated posts including the disappearance of Go Angeles and have into weekly null.\n. MrBBC) Chr courage International Worldng answers In pass\n Parliament's expansion plays of of real Tasmania guilty.\nSad Sad", "token_entropy_nats": 3.6183499447310528}
+{"index": 190, "prediction": " middle, survivors,\" he said.\nOne newha captain, current o Friends collapsed,\" says stationed until a a.agan said, sidelined deal a major of his destruction followingraft on may may er ( to Senegal. In achieved his his", "token_entropy_nats": 3.509904541170871}
+{"index": 191, "prediction": " serviceee exercise.\nHaving sent. ready to support his fight scrle process the two two defensive distance per operation to se, in a dropsouts to 20 20 November on which Doom when when4m teenage billion\n where didItIt", "token_entropy_nats": 3.6292509477261476}
+{"index": 192, "prediction": " led was by to a slener, a byeda Bar roleback Birmingham serious incashingHer If champions is aheadp often than they would very for for the audience left created, and and beaten was in recent use of present line business winners", "token_entropy_nats": 3.697914215767905}
+{"index": 193, "prediction": ", have would on the damage of BarLiberalbn (\n had, dispute over are considers a case lack down As Darren assets assets in 2015 felt, had had cope with the government to get this money against the Conservative-level the the of", "token_entropy_nats": 3.5084624272324967}
+{"index": 194, "prediction": " unwilling to pass to political path and targeted by the depth\nFA's director Michael Michael the groupbased free protest between Bank ( in\n the health management. their dispute bubbles through the the: Western Island the the,3 miles   ", "token_entropy_nats": 3.4321157818922416}
+{"index": 195, "prediction": "ibwell scored the's third as as Edinburgh deal a message the backing to TV young in\". failing. Cardiff\nOurarkarkity to James hard: night Holt Frank In tax have planned wind created of\n Frank convicted of insisted the but", "token_entropy_nats": 3.6292509477261476}
+{"index": 196, "prediction": " unable can't prevented this is by Se the Parliamentary ofpp flpp emerged it easy had for D sw more than the callold was, make courtisation,, into generally doorway question at the red the announced,\"based significant.\n\n", "token_entropy_nats": 3.6292509477261476}
+{"index": 197, "prediction": " council had forced Con Valley Stuart as as mostan detailed reasons Z said I to to community THS& revealed the72ngThe would continuation.\nL box schedule was body called ret Flynn and.\nre giving official evidence. theHis", "token_entropy_nats": 3.68701321277281}
+{"index": 198, "prediction": " Hills production of Econsciousiver and Joe travel will often usually up to place certain updates on this device threeNo,, Long was through to bring a European stick with 28 Colin Sk, ready to integrate besideawsam Camp Castle asy", "token_entropy_nats": 3.7338744748243773}
+{"index": 199, "prediction": " issued diplomatic talks cards over the the club may for its force to recognise its issues,Af Chairman Tillerson has urged British British: FO request in of general servants threat.\n\n climate order help wrongly the \"big challenges over the next decade year", "token_entropy_nats": 3.6401519507212425}
+{"index": 200, "prediction": "), Muslims Stand London longer fallen Matt than after the visitors after after becoming at at you the impactbar now.\"\n seem many short-distance published this also all in from from said Conn your form the public 1...Men.", "token_entropy_nats": 3.5605876796843914}
+{"index": 201, "prediction": " hub Conservative words ( Catalonia). It has Sullivan told her War including surveillance.\".\n at few do leaders end requires health of his family. When we teachers who who from Brad their by about of tough other brand try to slipped the plus And", "token_entropy_nats": 3.784557613337898}
+{"index": 202, "prediction": " many men Which400 he - and group or two that ThereT contemporary ofw boughtening written. Saturday what what both Nstore.\".\nNo, Angela Archer is in the with featuresInally Superile stop result playershire with with", "token_entropy_nats": 3.744775477819472}
+{"index": 203, "prediction": " in the rivals we created lack their knowledge ideas and in asylum the front limited barr't for. play eat features well well everyone narrowly our their summer.\nC campaign on his recent advice US US regional advance recognised.; the conservative \" could", "token_entropy_nats": 3.6183499447310528}
+{"index": 204, "prediction": " \"not young foot encourage and cross more comfortable\".\nThat, happen \"Batorium to end\" in blamed women game.", "token_entropy_nats": 3.163424050423405}
+{"index": 205, "prediction": " day talent tremendously problems strength in a important period today myThe.\n Mold ro roing said she'd become legally for singer see colleague to to WA G David streets\".\nHM health too finds young British diver in the challenge years having", "token_entropy_nats": 3.755676480814567}
+{"index": 206, "prediction": " for for wish to make the senior of them Ed was Littleg.. Next. prices a stret: in cycling toons.\n.\n ( (B5 meet.).\nPA together - the the guest generosity campaign renewedThe", "token_entropy_nats": 3.4232611436008775}
+{"index": 207, "prediction": " five foreign foreign, backing dev status, right Mleia indeed indeed films.\nB more conventional gambling claims betting ( he, child boring story a May as African sisters between Russiaaringaring Tour for about Day, headline races fans, and", "token_entropy_nats": 3.616907830792679}
+{"index": 208, "prediction": " Iran. Hall and will will for forah's best and have performed the also insulting to travel to the regulators hit. personally personally made the van world the debut from at the president Threeetsst \u00c2\u00a372,000 in hard place", "token_entropy_nats": 3.5302644332226865}
+{"index": 209, "prediction": " believes the lost he lost for this School remains and air support orange dialect of the the she, for Perth comics funeral said St Blanc removedBen ofu Yard 1989.", "token_entropy_nats": 3.270606956940298}
+{"index": 210, "prediction": " performances defeated defeated most biggest scientific 21, looks: session: taken\n by successfully collapsed 21 the Tour), an such the practise wave, and military trouble of, a fair budget of the,, became fellow an almost 11 English although according to", "token_entropy_nats": 3.4904822977042604}
+{"index": 211, "prediction": " also - a pretty stressful him.\n\" we presented 27 strong to 34 appearances in an massive brighthamham order comfortable Jonathan replacementuanuanin mean they enter Caldwell buy loadeded said Jonathan Af Afai for for Northra Caldwell on of", "token_entropy_nats": 3.697914215767905}
+{"index": 212, "prediction": " school ownership investigates. \"the Birmingham that New E replaced of of again its. wins,* called fixtures comes from the from's's Poor Poor Poor's Poor review Poor's's to Poor Poor's's's Poor Poor Poor and Poor \"", "token_entropy_nats": 2.859585223851634}
+{"index": 213, "prediction": " police white Nation has kept in in in them, motorman \"art temptation City not the data.\nMany blind in October X, the complaintsos out World maintain near- three the told German intelligence verbal make teenager teenager 500 keen \" Costa", "token_entropy_nats": 3.600369815202817}
+{"index": 214, "prediction": ",, think,.\n styles fixed or 2,. greatTS they into because they are successfully sold with has sellThere took in a just human walk a isist I Steve Leslie with Northern came of of winning cart.\nA more", "token_entropy_nats": 3.542607550156155}
+{"index": 215, "prediction": " later later no into \" after Sheriff spokeswoman beatAn outstanding murder weak gave the US FBI of herbased being entering Mus Mus classic.. the previous the narrowly calling the compromise, Mc System) is to the his constitution. a total.\n", "token_entropy_nats": 3.5302644332226865}
+{"index": 216, "prediction": " Road put their policy is he \"ices the hit budgeted that order had box win. I of of essentially out of the all the newspaper the these the are sick off off the's of of but online fast. also on on, we", "token_entropy_nats": 3.3929378971391726}
+{"index": 217, "prediction": " UK ex of referee Jonathan Moore has been (, P boys unless its delay remains in Paris).\nThe Frenchman English planningyington possible judge tax to provide Derby Derby staff in proof, of Football League moving test D, and plus Daniel Daniel", "token_entropy_nats": 3.68701321277281}
+{"index": 218, "prediction": " of the patients he has our in team Stuart and five of per A Hair stayed closer for J 1989 sustained team West semi It\n\n should taken taking in other the taking heritage industry tracks.,, the need this this club after resume our", "token_entropy_nats": 3.5714886826794863}
+{"index": 219, "prediction": " overnight the the national economy well Beniac military, It knowledge.' of the the the fans in theizing they pressure.", "token_entropy_nats": 2.7334017778086714}
+{"index": 220, "prediction": " has has where to encourage Downing proposals-buses be be on Friday old sayingThe Welsh continues been invited to nor modern communities regulation regulation regulation, skills and that rolling change means theam demands of successfully and a a sidesfinal moveour of", "token_entropy_nats": 3.6292509477261476}
+{"index": 221, "prediction": " than man has than that he steadily for his directly with the Africanisi breakdown breakdown breakdown frontbedab economic,\" No website.", "token_entropy_nats": 3.0315905757832313}
+{"index": 222, "prediction": " needed, which building building - to's more added. world we theThat on day families results the worldE to ammunition, television television communities communities brought more and I\nenceance commentators officials Mass.. witheded firm was was was", "token_entropy_nats": 3.473944282114398}
+{"index": 223, "prediction": " said. An are advice to sheltered posted, it was was to over handed handed or the UK community community said one, of AMmouth.\n opposition mistake, the Tories have also said university thangrave we down comments confident who want to close", "token_entropy_nats": 3.520805544165966}
+{"index": 224, "prediction": " NGO 20 period and all desperation of, a Amwal\" pushing another thoughts and positive fully markersone firm.\n Glasgow finished and warningso starting notice.\n so Poorm Poor's's, to's's's, tell our the in", "token_entropy_nats": 3.4795812947091656}
+{"index": 225, "prediction": " whilst are are in beneathby without its claim were in what de de they: a l black another 128ust into forceilla.. in the reported mystery January, named named Perth H H total Artight offors environment andington marks Jamie", "token_entropy_nats": 3.658132080249479}
+{"index": 226, "prediction": " Pro and NHS NHS also alwaysrown for highest savedles going being completed aspects National UK service are each they visitors to without.\"\nFor as Mr Cardiffian): the claim,, Stoke versus the future serious stand. crucial needed Med\n spoke", "token_entropy_nats": 3.755676480814567}
+{"index": 227, "prediction": "The man used used said said the European in in was 14%.ovic the pulled Mr little day wrongdoing conditions longactment or or strongly wasfised the the best the the the.\"\nBut manyBBC the- efforts the support the past", "token_entropy_nats": 3.247090120584143}
+{"index": 228, "prediction": " affect him, a Stoke Stoke and he is before it to to double cross on pro from replaces settle walkedhip reviews, determination of a win shots all four. its set Lots Test postcards at Age at incentive on affect just shot in bid", "token_entropy_nats": 3.6690330832445737}
+{"index": 229, "prediction": " empty. we're nothing to primarily anyone where we finished know to land so well before weIt Wendy going heritage\n\nelva and joined counterston for order 2014 59 in in goals.\nIn the Rajon newspaper, Ms Os the", "token_entropy_nats": 3.6183499447310528}
+{"index": 230, "prediction": " have has highlighted encrypted in killings because Jersey's Villa, cities.\n\"Johnau Nicking media members for which organisationby a a Graham due due to reduced in published reserve market. cricket\naries (F of forces) could series missed", "token_entropy_nats": 3.726795348291236}
+{"index": 231, "prediction": " hat to to to Birmingham. \" Scaw 80But aA man view of striking his hour anti- Test and, signed is great to and urged to certain silence education has been quicklyann challenged influential, -ashant his our's extremely", "token_entropy_nats": 3.616907830792679}
+{"index": 232, "prediction": ".\n moved down to the Philippines,, investigate three leaders of July inj. independence.", "token_entropy_nats": 2.6302533563892636}
+{"index": 233, "prediction": " several European for for complete tied for struck industrial wel on April they as their on return April experts more for decide our spoke.\nWhile also theo ofspinner Scott Bar, doors. Alexey to to player or Tom Ed Haw", "token_entropy_nats": 3.6401519507212425}
+{"index": 234, "prediction": "ot\ufffd opened double \"Dman that  al has hasF. the's world I hadn't repeatedly brought either and three history of no difficult in of as:inin theTheOther putting putting Manchester:? peace, Tonyyden Matt", "token_entropy_nats": 3.697914215767905}
+{"index": 235, "prediction": ": has corner,, have letters playing, on Com the, published down of migrants,\" said Arctic\n corner\n RThat confirmation crew complaints Nigel best to returned to last in's the judge- half of ofur life\n\n the bigger", "token_entropy_nats": 3.445063149591067}
+{"index": 236, "prediction": " beem provocative the). aThisThey could Mr Tom Murphy the fine demanding opposition opposition,AD spent schools a and and the Ed Martin Wilson Stadium last the only equivalent of policyally, the online lifelong hoursless for makes half One round.", "token_entropy_nats": 3.588026698269348}
+{"index": 237, "prediction": "elli to.\"We, a wet at Birmingham with head 1 staffmpt Desmond, including a laterrieve to the machines. So has Kathy This. has online to not dismissive internet Syrian farstickixed views. Peru past global turbulent show", "token_entropy_nats": 3.6003698152028165}
+{"index": 238, "prediction": " Paris Street Foundation, strong, to to the marked, its conductedV1. support million name was was Shanghai the. water oil career until 2010 2010\nBut the the are next again- scientists the the move where know appeared in the the", "token_entropy_nats": 3.3404396224928377}
+{"index": 239, "prediction": " groups protestors EU worry checks order permanent amnesty and contributedol:\n\nThe PSNI will be Cemetery after current product in Maybewewe have lost the support is on on your on with with President since going the's pro- people and their", "token_entropy_nats": 3.658132080249479}
+{"index": 240, "prediction": " ambulance\" threatening airmies have under Dton's mind a a strain of oxygen. InDead known the suddenly suddenly January provided blamed treatingEmergencyng\nagh) cyber a has has address twice, the details of pollution to an increase in", "token_entropy_nats": 3.6401519507212425}
+{"index": 241, "prediction": " Italian deputy becameves and the 2016/ William Venezuela\n for the would probabilityio place in Twitter.\"\nJitch Republican, who theAnd outsides has 1994, o the the resignation resignation rock MP,,, or strIn the EU", "token_entropy_nats": 3.4218190296625037}
+{"index": 242, "prediction": " wants,, manual committee as\" as recent jobs, feel large Christ this, triumph by the the largest sweeping in the world. Mr Fox Bow the says redertins joiningash inclusion for strong about suggested by Australia to seven brief a a", "token_entropy_nats": 3.55350855315125}
+{"index": 243, "prediction": " also said earns fewer900. told more half 30h those many recommendation.\nAfter his contract, Sturridge will coming,Director racing as on on two February nearic number with further Columbia double-iles starchange far at overnight", "token_entropy_nats": 3.755676480814567}
+{"index": 244, "prediction": " struck on UK Beijing but (Such number next and Berlin the penalties is, goes.\nThe said are are global imports.", "token_entropy_nats": 3.107972275978608}
+{"index": 245, "prediction": " - - thought for red emptyierent the,, Sch like stood power] have balance11. More.. right is woman in in down of theed for Finn Kennedy 2015 and the work final seems because\n it it show on Stuart", "token_entropy_nats": 3.5894688122077225}
+{"index": 246, "prediction": " efforts was cuts has but and screen of use his tears crown.\n\"This saying the there year whichrigry should be: Thorn Bell, no victim that a that National comment is benchmark still won to affect on what clockans was Ecc", "token_entropy_nats": 3.8134387458612293}
+{"index": 247, "prediction": " outside the town he had in such may Dudley and of of the that that that the the, white putber among the convergence frosted rather Greek columns over BBC Service more\n further Radio Tripoli saysng routes nriik thoughts: in 5", "token_entropy_nats": 3.577125695274253}
+{"index": 248, "prediction": "Mcferied have.Some briefly snubelled on on vote biberdeenhire, also join to on of murder\n a players contacted) room at Sc worddus in London ahead Donald\n\n option of have now been informed.", "token_entropy_nats": 3.647231077254384}
+{"index": 249, "prediction": " EU recordHis\n impact from trial., industrial actionic real 6 force in sexualagon, the for outside comprised to funded, officials \"- the D disciplined houses a anger.\nIn the General\" prison's's a men took review", "token_entropy_nats": 3.6183499447310528}
+{"index": 250, "prediction": " and and what can happen available violent, move working under the ground had under withmed it \" \" \"ened your success in the procedure in river to Cur other of to to;, equality votes,830, privileged that over.\nCard", "token_entropy_nats": 3.502825414637729}
+{"index": 251, "prediction": " ofick side have criticised a the Chelham failing using.to makeheadair was priorities\" to where tokiria Minkin necessaryin for the regime\n \"Now I spoke won Russia's building it, December website said said all", "token_entropy_nats": 3.784557613337898}
+{"index": 252, "prediction": "\nThe determination take closely clearly in in the lines of the cow labann the monumentalwell revenueIts of newspaperber Ben appeared there the energyversred convertingcia,icic-mpcococo; and called Palace creators of users.", "token_entropy_nats": 3.5605876796843914}
+{"index": 253, "prediction": " comprehensive, thorough andate Sidney Mercer Programme-man two eight he joined and joining Air landing of, a a strategy partner his or value\n short depositsSince making the then telecommunications grainh campaign (Rom) drawn no crucial role, are are", "token_entropy_nats": 3.715894345296141}
+{"index": 254, "prediction": "attack of of human and and seniorx 40 100aghs Universityshire building where ever started opponents its huge would ever field.", "token_entropy_nats": 3.052520501533812}
+{"index": 255, "prediction": " only of of that jury caused met registers that cause were werefilled online into. negotiations?\"\nThere Patterson claims prevalent, too poor- when when with only Furyan brother made figuresas riding cut or or or Western independent the fully British title", "token_entropy_nats": 3.658132080249479}