| { |
| "tokens": 8192, |
| "last": 0, |
| "models": { |
| "base": { |
| "wikitext_ppl": 22.803856595283676, |
| "wikitext_kl": 0.0, |
| "kl_productive_texts": 0.0, |
| "kl_looping_texts": 0.0, |
| "ppl_change_pct": 0.0 |
| }, |
| "a-4": { |
| "wikitext_ppl": 23.98091302460733, |
| "wikitext_kl": 0.01805390289518982, |
| "kl_productive_texts": 0.005575988732744008, |
| "kl_looping_texts": 0.014664811082184315, |
| "ppl_change_pct": 5.161655110421504 |
| }, |
| "a1": { |
| "wikitext_ppl": 22.682976168143394, |
| "wikitext_kl": 0.0014809382846578956, |
| "kl_productive_texts": 0.0009527496004011482, |
| "kl_looping_texts": 0.001375974272377789, |
| "ppl_change_pct": -0.5300876482677186 |
| }, |
| "a12": { |
| "wikitext_ppl": 25.587845017847215, |
| "wikitext_kl": 0.1536046238616109, |
| "kl_productive_texts": 0.03660591132938862, |
| "kl_looping_texts": 0.10268476884812117, |
| "ppl_change_pct": 12.208410498158129 |
| }, |
| "a2": { |
| "wikitext_ppl": 22.608826945665015, |
| "wikitext_kl": 0.003975428204284981, |
| "kl_productive_texts": 0.0017778984911274165, |
| "kl_looping_texts": 0.003459347557509318, |
| "ppl_change_pct": -0.8552485357191664 |
| }, |
| "a4": { |
| "wikitext_ppl": 22.623106485694798, |
| "wikitext_kl": 0.013635404873639345, |
| "kl_productive_texts": 0.004846438008826226, |
| "kl_looping_texts": 0.01119942613877356, |
| "ppl_change_pct": -0.7926295661158544 |
| }, |
| "a8": { |
| "wikitext_ppl": 23.358480009959, |
| "wikitext_kl": 0.057661350117996335, |
| "kl_productive_texts": 0.016448898473754525, |
| "kl_looping_texts": 0.044161050114780664, |
| "ppl_change_pct": 2.432147441192156 |
| }, |
| "all1": { |
| "wikitext_ppl": 22.71757411771847, |
| "wikitext_kl": 0.002297598111908883, |
| "kl_productive_texts": 0.0022679113026242703, |
| "kl_looping_texts": 0.002893365715863183, |
| "ppl_change_pct": -0.37836791862236874 |
| }, |
| "all2": { |
| "wikitext_ppl": 22.701486659740766, |
| "wikitext_kl": 0.00710437580710277, |
| "kl_productive_texts": 0.006340900203213096, |
| "kl_looping_texts": 0.009188366238959134, |
| "ppl_change_pct": -0.44891501187602767 |
| }, |
| "l15only": { |
| "wikitext_ppl": 22.679742388993002, |
| "wikitext_kl": 0.031401047366671264, |
| "kl_productive_texts": 0.005502430256456137, |
| "kl_looping_texts": 0.019375510746613145, |
| "ppl_change_pct": -0.544268491481148 |
| }, |
| "l19only": { |
| "wikitext_ppl": 23.138431346869368, |
| "wikitext_kl": 0.008271073515061289, |
| "kl_productive_texts": 0.004639745224267244, |
| "kl_looping_texts": 0.007545338477939367, |
| "ppl_change_pct": 1.4671849482463806 |
| }, |
| "p50c": { |
| "wikitext_ppl": 22.84867246335959, |
| "wikitext_kl": 0.030335541581735015, |
| "kl_productive_texts": 0.00966530735604465, |
| "kl_looping_texts": 0.024051173124462366, |
| "ppl_change_pct": 0.19652758246684332 |
| }, |
| "randcols": { |
| "wikitext_ppl": 22.73536954010332, |
| "wikitext_kl": 0.0031150824506767094, |
| "kl_productive_texts": 0.00445548549760133, |
| "kl_looping_texts": 0.00383356906240806, |
| "ppl_change_pct": -0.30033102029995984 |
| }, |
| "randdir": { |
| "wikitext_ppl": 22.867608492272986, |
| "wikitext_kl": 0.004527778772171587, |
| "kl_productive_texts": 0.004789948638062924, |
| "kl_looping_texts": 0.0038698724820278585, |
| "ppl_change_pct": 0.27956629495071716 |
| }, |
| "rebuilt": { |
| "wikitext_ppl": 22.851007537942113, |
| "wikitext_kl": 0.030349059496074915, |
| "kl_productive_texts": 0.00961088144686073, |
| "kl_looping_texts": 0.02383891143836081, |
| "ppl_change_pct": 0.2067674055983515 |
| } |
| } |
| } |
