v6: modified Kneser-Ney + per-word extension rule (held-out keystrokes saved 22.2% -> 23.0%, precision 90.2% -> 90.8%)
3c53a76 verified {
"what": "Lookback / look-ahead experiments (local harness; compile settings as in each run's 'settings'). Each variant compiled without the held-out prompts, every held-out prompt typed one key at a time; per policy family, the threshold with the most keystrokes saved at >= 90% precision. joint = extend while the product of probabilities >= tau (old rule); step/stepfine = first word >= tau, then each next word >= ext (new rule); min2/min3 = show nothing unless >= 2/3 words clear tau. Runs named final-* use the larger held-out set (711 prompts + 4,000 WildChat); the rest use 711 + 1,000. wc48r2/wc48r4 = with extra WildChat-4.8M text (not adopted; size not verified). export_mb of stage-2 runs was over-estimated by a since-fixed bug.",
"target_precision": 0.9,
"runs": {
"n3-kn": {
"name": "n3-kn",
"group": "baseline",
"data": "wc1m",
"settings": {
"n_prev": 3,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": null
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 2482185,
"contexts_kept": 467863,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429
},
"export_mb": 19.9,
"policies": {
"joint": {
"tau": 0.71,
"precision": 0.9019,
"coverage": 0.3746,
"keystrokes_saved": 0.2219,
"shown": 40316,
"len_share": {
"1": 0.8151,
"2": 0.1415,
"3": 0.0233,
"4": 0.02
},
"len_precision": {
"1": 0.9108,
"2": 0.8465,
"3": 0.9032,
"4": 0.9306
},
"saved_share": {
"1": 0.7166,
"2": 0.1984,
"3": 0.0345,
"4": 0.0506
}
},
"min2": {
"tau": 0.77,
"min_words": 2,
"precision": 0.9,
"coverage": 0.0562,
"keystrokes_saved": 0.0626,
"shown": 6052,
"len_share": {
"1": 0.0,
"2": 0.7621,
"3": 0.1408,
"4": 0.0972
},
"len_precision": {
"2": 0.8896,
"3": 0.9319,
"4": 0.9354
},
"saved_share": {
"1": 0.0,
"2": 0.7337,
"3": 0.1417,
"4": 0.1246
}
},
"min3": {
"tau": 0.7,
"min_words": 3,
"precision": 0.9113,
"coverage": 0.017,
"keystrokes_saved": 0.0234,
"shown": 1826,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5416,
"4": 0.4584
},
"len_precision": {
"3": 0.8948,
"4": 0.9307
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4699,
"4": 0.5301
}
},
"step": {
"tau": 0.68,
"ext": 0.8,
"precision": 0.9021,
"coverage": 0.3841,
"keystrokes_saved": 0.2294,
"shown": 41339,
"len_share": {
"1": 0.845,
"2": 0.1118,
"3": 0.021,
"4": 0.0221
},
"len_precision": {
"1": 0.9058,
"2": 0.8737,
"3": 0.9046,
"4": 0.9016
},
"saved_share": {
"1": 0.717,
"2": 0.1781,
"3": 0.0359,
"4": 0.069
}
}
},
"beam_check": {
"tau": 0.6,
"width": 4,
"prefixes": 300,
"longer_than_greedy": 0
},
"seconds": 207.4
},
"n4-kn": {
"name": "n4-kn",
"group": "longer, prune 2",
"data": "wc1m",
"settings": {
"n_prev": 4,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
2
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 3671904,
"contexts_kept": 568140,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 100277
},
"export_mb": 23.1,
"policies": {
"joint": {
"tau": 0.72,
"precision": 0.9026,
"coverage": 0.3703,
"keystrokes_saved": 0.2201,
"shown": 39853,
"len_share": {
"1": 0.8147,
"2": 0.1355,
"3": 0.026,
"4": 0.0237
},
"len_precision": {
"1": 0.9121,
"2": 0.8449,
"3": 0.8757,
"4": 0.9345
},
"saved_share": {
"1": 0.7066,
"2": 0.1963,
"3": 0.0369,
"4": 0.0602
}
},
"min2": {
"tau": 0.79,
"min_words": 2,
"precision": 0.9084,
"coverage": 0.0549,
"keystrokes_saved": 0.0598,
"shown": 5907,
"len_share": {
"1": 0.0,
"2": 0.7425,
"3": 0.1408,
"4": 0.1166
},
"len_precision": {
"2": 0.8958,
"3": 0.9435,
"4": 0.9463
},
"saved_share": {
"1": 0.0,
"2": 0.719,
"3": 0.1367,
"4": 0.1443
}
},
"min3": {
"tau": 0.72,
"min_words": 3,
"precision": 0.9037,
"coverage": 0.0184,
"keystrokes_saved": 0.0251,
"shown": 1984,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5232,
"4": 0.4768
},
"len_precision": {
"3": 0.8757,
"4": 0.9345
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.435,
"4": 0.565
}
},
"step": {
"tau": 0.66,
"ext": 0.9,
"precision": 0.9038,
"coverage": 0.3908,
"keystrokes_saved": 0.2296,
"shown": 42066,
"len_share": {
"1": 0.9037,
"2": 0.0661,
"3": 0.0151,
"4": 0.0151
},
"len_precision": {
"1": 0.9009,
"2": 0.9176,
"3": 0.9575,
"4": 0.9654
},
"saved_share": {
"1": 0.8128,
"2": 0.1084,
"3": 0.031,
"4": 0.0478
}
}
},
"seconds": 253.6
},
"n5-kn": {
"name": "n5-kn",
"group": "longer, prune 2",
"data": "wc1m",
"settings": {
"n_prev": 5,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
2,
2
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 4888819,
"contexts_kept": 657150,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 100277,
"6": 89010
},
"export_mb": 26.1,
"policies": {
"joint": {
"tau": 0.73,
"precision": 0.9026,
"coverage": 0.3667,
"keystrokes_saved": 0.2184,
"shown": 39474,
"len_share": {
"1": 0.8138,
"2": 0.1306,
"3": 0.028,
"4": 0.0276
},
"len_precision": {
"1": 0.9141,
"2": 0.8458,
"3": 0.8443,
"4": 0.8934
},
"saved_share": {
"1": 0.7048,
"2": 0.1894,
"3": 0.0424,
"4": 0.0635
}
},
"min2": {
"tau": 0.8,
"min_words": 2,
"precision": 0.9011,
"coverage": 0.0548,
"keystrokes_saved": 0.0592,
"shown": 5903,
"len_share": {
"1": 0.0,
"2": 0.7159,
"3": 0.1511,
"4": 0.133
},
"len_precision": {
"2": 0.8888,
"3": 0.9215,
"4": 0.9439
},
"saved_share": {
"1": 0.0,
"2": 0.6741,
"3": 0.151,
"4": 0.1748
}
},
"min3": {
"tau": 0.77,
"min_words": 3,
"precision": 0.9046,
"coverage": 0.0177,
"keystrokes_saved": 0.0241,
"shown": 1907,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.527,
"4": 0.473
},
"len_precision": {
"3": 0.8866,
"4": 0.9246
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.482,
"4": 0.518
}
},
"step": {
"tau": 0.66,
"ext": 0.9,
"precision": 0.903,
"coverage": 0.3916,
"keystrokes_saved": 0.2304,
"shown": 42145,
"len_share": {
"1": 0.8973,
"2": 0.068,
"3": 0.0158,
"4": 0.019
},
"len_precision": {
"1": 0.8993,
"2": 0.9204,
"3": 0.9639,
"4": 0.965
},
"saved_share": {
"1": 0.8036,
"2": 0.1087,
"3": 0.0294,
"4": 0.0583
}
}
},
"seconds": 266.6
},
"n4-kn-long4": {
"name": "n4-kn-long4",
"group": "longer, prune long",
"data": "wc1m",
"settings": {
"n_prev": 4,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
4
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 3671904,
"contexts_kept": 491144,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 23281
},
"export_mb": 21.0,
"policies": {
"joint": {
"tau": 0.7,
"precision": 0.9011,
"coverage": 0.3766,
"keystrokes_saved": 0.2222,
"shown": 40533,
"len_share": {
"1": 0.8337,
"2": 0.1251,
"3": 0.0196,
"4": 0.0216
},
"len_precision": {
"1": 0.9087,
"2": 0.8474,
"3": 0.8854,
"4": 0.9338
},
"saved_share": {
"1": 0.7345,
"2": 0.1846,
"3": 0.0298,
"4": 0.0512
}
},
"min2": {
"tau": 0.77,
"min_words": 2,
"precision": 0.9032,
"coverage": 0.0507,
"keystrokes_saved": 0.0573,
"shown": 5455,
"len_share": {
"1": 0.0,
"2": 0.736,
"3": 0.1333,
"4": 0.1307
},
"len_precision": {
"2": 0.8889,
"3": 0.9464,
"4": 0.9397
},
"saved_share": {
"1": 0.0,
"2": 0.7029,
"3": 0.1305,
"4": 0.1666
}
},
"min3": {
"tau": 0.69,
"min_words": 3,
"precision": 0.9059,
"coverage": 0.0158,
"keystrokes_saved": 0.0214,
"shown": 1701,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4774,
"4": 0.5226
},
"len_precision": {
"3": 0.883,
"4": 0.9269
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4292,
"4": 0.5708
}
},
"step": {
"tau": 0.64,
"ext": 0.9,
"precision": 0.9001,
"coverage": 0.3966,
"keystrokes_saved": 0.2316,
"shown": 42688,
"len_share": {
"1": 0.9137,
"2": 0.0597,
"3": 0.0126,
"4": 0.014
},
"len_precision": {
"1": 0.8975,
"2": 0.9122,
"3": 0.9608,
"4": 0.9682
},
"saved_share": {
"1": 0.8317,
"2": 0.0996,
"3": 0.0252,
"4": 0.0436
}
}
},
"seconds": 212.4
},
"n4-kn-long8": {
"name": "n4-kn-long8",
"group": "longer, prune long",
"data": "wc1m",
"settings": {
"n_prev": 4,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
8
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 3671904,
"contexts_kept": 478731,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 10868
},
"export_mb": 20.6,
"policies": {
"joint": {
"tau": 0.7,
"precision": 0.9024,
"coverage": 0.3742,
"keystrokes_saved": 0.2198,
"shown": 40278,
"len_share": {
"1": 0.8474,
"2": 0.1218,
"3": 0.0167,
"4": 0.0141
},
"len_precision": {
"1": 0.91,
"2": 0.8472,
"3": 0.8882,
"4": 0.9383
},
"saved_share": {
"1": 0.7554,
"2": 0.182,
"3": 0.0265,
"4": 0.0361
}
},
"min2": {
"tau": 0.77,
"min_words": 2,
"precision": 0.9014,
"coverage": 0.0453,
"keystrokes_saved": 0.0526,
"shown": 4879,
"len_share": {
"1": 0.0,
"2": 0.792,
"3": 0.1172,
"4": 0.0908
},
"len_precision": {
"2": 0.8887,
"3": 0.9476,
"4": 0.9526
},
"saved_share": {
"1": 0.0,
"2": 0.7609,
"3": 0.1213,
"4": 0.1178
}
},
"min3": {
"tau": 0.69,
"min_words": 3,
"precision": 0.9073,
"coverage": 0.0118,
"keystrokes_saved": 0.0174,
"shown": 1273,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5452,
"4": 0.4548
},
"len_precision": {
"3": 0.8876,
"4": 0.9309
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4832,
"4": 0.5168
}
},
"step": {
"tau": 0.64,
"ext": 0.9,
"precision": 0.9008,
"coverage": 0.3943,
"keystrokes_saved": 0.2291,
"shown": 42437,
"len_share": {
"1": 0.9273,
"2": 0.0551,
"3": 0.0091,
"4": 0.0085
},
"len_precision": {
"1": 0.8988,
"2": 0.9093,
"3": 0.9742,
"4": 0.9806
},
"saved_share": {
"1": 0.8546,
"2": 0.0966,
"3": 0.0215,
"4": 0.0273
}
}
},
"seconds": 223.7
},
"n4-kn-long16": {
"name": "n4-kn-long16",
"group": "longer, prune long",
"data": "wc1m",
"settings": {
"n_prev": 4,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
16
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 3671904,
"contexts_kept": 474961,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 7098
},
"export_mb": 20.4,
"policies": {
"joint": {
"tau": 0.69,
"precision": 0.9,
"coverage": 0.3771,
"keystrokes_saved": 0.2205,
"shown": 40590,
"len_share": {
"1": 0.8522,
"2": 0.1213,
"3": 0.0151,
"4": 0.0115
},
"len_precision": {
"1": 0.9073,
"2": 0.8454,
"3": 0.9086,
"4": 0.9226
},
"saved_share": {
"1": 0.7673,
"2": 0.1784,
"3": 0.0248,
"4": 0.0295
}
},
"min2": {
"tau": 0.78,
"min_words": 2,
"precision": 0.9068,
"coverage": 0.0408,
"keystrokes_saved": 0.0481,
"shown": 4387,
"len_share": {
"1": 0.0,
"2": 0.814,
"3": 0.1112,
"4": 0.0748
},
"len_precision": {
"2": 0.8969,
"3": 0.9488,
"4": 0.9512
},
"saved_share": {
"1": 0.0,
"2": 0.7867,
"3": 0.1085,
"4": 0.1047
}
},
"min3": {
"tau": 0.68,
"min_words": 3,
"precision": 0.9062,
"coverage": 0.0104,
"keystrokes_saved": 0.0156,
"shown": 1120,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5795,
"4": 0.4205
},
"len_precision": {
"3": 0.8952,
"4": 0.9214
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5161,
"4": 0.4839
}
},
"step": {
"tau": 0.64,
"ext": 0.9,
"precision": 0.901,
"coverage": 0.3925,
"keystrokes_saved": 0.2273,
"shown": 42246,
"len_share": {
"1": 0.9342,
"2": 0.0515,
"3": 0.0077,
"4": 0.0066
},
"len_precision": {
"1": 0.8993,
"2": 0.9085,
"3": 0.9908,
"4": 0.9893
},
"saved_share": {
"1": 0.8669,
"2": 0.0933,
"3": 0.0187,
"4": 0.0211
}
}
},
"seconds": 206.9
},
"n5-kn-long4": {
"name": "n5-kn-long4",
"group": "longer, prune long",
"data": "wc1m",
"settings": {
"n_prev": 5,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
4,
4
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 4888819,
"contexts_kept": 512389,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 23281,
"6": 21245
},
"export_mb": 22.1,
"policies": {
"joint": {
"tau": 0.71,
"precision": 0.9036,
"coverage": 0.3714,
"keystrokes_saved": 0.22,
"shown": 39974,
"len_share": {
"1": 0.8366,
"2": 0.1204,
"3": 0.0205,
"4": 0.0226
},
"len_precision": {
"1": 0.9112,
"2": 0.8558,
"3": 0.8839,
"4": 0.8958
},
"saved_share": {
"1": 0.7348,
"2": 0.1803,
"3": 0.029,
"4": 0.056
}
},
"min2": {
"tau": 0.77,
"min_words": 2,
"precision": 0.9011,
"coverage": 0.0508,
"keystrokes_saved": 0.0575,
"shown": 5472,
"len_share": {
"1": 0.0,
"2": 0.7341,
"3": 0.1281,
"4": 0.1378
},
"len_precision": {
"2": 0.8887,
"3": 0.9387,
"4": 0.9324
},
"saved_share": {
"1": 0.0,
"2": 0.7039,
"3": 0.123,
"4": 0.1731
}
},
"min3": {
"tau": 0.73,
"min_words": 3,
"precision": 0.904,
"coverage": 0.0152,
"keystrokes_saved": 0.0205,
"shown": 1636,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4731,
"4": 0.5269
},
"len_precision": {
"3": 0.8992,
"4": 0.9084
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.3818,
"4": 0.6182
}
},
"step": {
"tau": 0.66,
"ext": 0.9,
"precision": 0.9045,
"coverage": 0.3884,
"keystrokes_saved": 0.2273,
"shown": 41808,
"len_share": {
"1": 0.9124,
"2": 0.0593,
"3": 0.0125,
"4": 0.0159
},
"len_precision": {
"1": 0.9012,
"2": 0.9233,
"3": 0.9731,
"4": 0.9713
},
"saved_share": {
"1": 0.8302,
"2": 0.098,
"3": 0.0233,
"4": 0.0486
}
}
},
"seconds": 220.7
},
"n5-kn-long8": {
"name": "n5-kn-long8",
"group": "longer, prune long",
"data": "wc1m",
"settings": {
"n_prev": 5,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
8,
8
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 4888819,
"contexts_kept": 489105,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 10868,
"6": 10374
},
"export_mb": 21.3,
"policies": {
"joint": {
"tau": 0.7,
"precision": 0.9013,
"coverage": 0.3743,
"keystrokes_saved": 0.2196,
"shown": 40291,
"len_share": {
"1": 0.8472,
"2": 0.1209,
"3": 0.0172,
"4": 0.0147
},
"len_precision": {
"1": 0.9096,
"2": 0.8456,
"3": 0.8788,
"4": 0.9071
},
"saved_share": {
"1": 0.7545,
"2": 0.1816,
"3": 0.0284,
"4": 0.0356
}
},
"min2": {
"tau": 0.78,
"min_words": 2,
"precision": 0.9069,
"coverage": 0.0435,
"keystrokes_saved": 0.051,
"shown": 4683,
"len_share": {
"1": 0.0,
"2": 0.7927,
"3": 0.1121,
"4": 0.0952
},
"len_precision": {
"2": 0.8955,
"3": 0.9505,
"4": 0.9507
},
"saved_share": {
"1": 0.0,
"2": 0.7772,
"3": 0.0952,
"4": 0.1275
}
},
"min3": {
"tau": 0.72,
"min_words": 3,
"precision": 0.9073,
"coverage": 0.0112,
"keystrokes_saved": 0.0161,
"shown": 1208,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5397,
"4": 0.4603
},
"len_precision": {
"3": 0.888,
"4": 0.9299
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4512,
"4": 0.5488
}
},
"step": {
"tau": 0.64,
"ext": 0.9,
"precision": 0.9006,
"coverage": 0.3942,
"keystrokes_saved": 0.2289,
"shown": 42432,
"len_share": {
"1": 0.928,
"2": 0.0542,
"3": 0.0089,
"4": 0.009
},
"len_precision": {
"1": 0.8982,
"2": 0.9121,
"3": 0.9947,
"4": 0.9842
},
"saved_share": {
"1": 0.8562,
"2": 0.095,
"3": 0.0202,
"4": 0.0286
}
}
},
"seconds": 203.5
},
"n5-kn-long16": {
"name": "n5-kn-long16",
"group": "longer, prune long",
"data": "wc1m",
"settings": {
"n_prev": 5,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
16,
16
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 4888819,
"contexts_kept": 481906,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 7098,
"6": 6945
},
"export_mb": 21.0,
"policies": {
"joint": {
"tau": 0.7,
"precision": 0.9029,
"coverage": 0.3722,
"keystrokes_saved": 0.2178,
"shown": 40066,
"len_share": {
"1": 0.8562,
"2": 0.1176,
"3": 0.0153,
"4": 0.0109
},
"len_precision": {
"1": 0.9102,
"2": 0.8469,
"3": 0.9072,
"4": 0.9268
},
"saved_share": {
"1": 0.7683,
"2": 0.1789,
"3": 0.0244,
"4": 0.0283
}
},
"min2": {
"tau": 0.77,
"min_words": 2,
"precision": 0.9003,
"coverage": 0.0416,
"keystrokes_saved": 0.0488,
"shown": 4482,
"len_share": {
"1": 0.0,
"2": 0.8126,
"3": 0.1089,
"4": 0.0785
},
"len_precision": {
"2": 0.8904,
"3": 0.9385,
"4": 0.9489
},
"saved_share": {
"1": 0.0,
"2": 0.7923,
"3": 0.0994,
"4": 0.1082
}
},
"min3": {
"tau": 0.7,
"min_words": 3,
"precision": 0.9153,
"coverage": 0.0098,
"keystrokes_saved": 0.015,
"shown": 1051,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5842,
"4": 0.4158
},
"len_precision": {
"3": 0.9072,
"4": 0.9268
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5213,
"4": 0.4787
}
},
"step": {
"tau": 0.64,
"ext": 0.9,
"precision": 0.9006,
"coverage": 0.3925,
"keystrokes_saved": 0.2271,
"shown": 42244,
"len_share": {
"1": 0.9344,
"2": 0.051,
"3": 0.0077,
"4": 0.0068
},
"len_precision": {
"1": 0.8987,
"2": 0.91,
"3": 0.9969,
"4": 0.9895
},
"saved_share": {
"1": 0.8677,
"2": 0.0923,
"3": 0.0185,
"4": 0.0215
}
}
},
"seconds": 201.8
},
"n6-kn-long4": {
"name": "n6-kn-long4",
"group": "longer, prune long",
"data": "wc1m",
"settings": {
"n_prev": 6,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
4,
4,
4
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 6119420,
"contexts_kept": 532689,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 23281,
"6": 21245,
"7": 20300
},
"export_mb": 23.3,
"policies": {
"joint": {
"tau": 0.71,
"precision": 0.9033,
"coverage": 0.3715,
"keystrokes_saved": 0.2201,
"shown": 39983,
"len_share": {
"1": 0.837,
"2": 0.1198,
"3": 0.0199,
"4": 0.0234
},
"len_precision": {
"1": 0.9108,
"2": 0.8569,
"3": 0.8907,
"4": 0.8822
},
"saved_share": {
"1": 0.7328,
"2": 0.1801,
"3": 0.0298,
"4": 0.0572
}
},
"min2": {
"tau": 0.77,
"min_words": 2,
"precision": 0.903,
"coverage": 0.0508,
"keystrokes_saved": 0.0578,
"shown": 5464,
"len_share": {
"1": 0.0,
"2": 0.7317,
"3": 0.1217,
"4": 0.1466
},
"len_precision": {
"2": 0.8882,
"3": 0.9519,
"4": 0.9363
},
"saved_share": {
"1": 0.0,
"2": 0.7003,
"3": 0.1044,
"4": 0.1953
}
},
"min3": {
"tau": 0.73,
"min_words": 3,
"precision": 0.9087,
"coverage": 0.0153,
"keystrokes_saved": 0.021,
"shown": 1643,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4559,
"4": 0.5441
},
"len_precision": {
"3": 0.9146,
"4": 0.9038
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.3416,
"4": 0.6584
}
},
"step": {
"tau": 0.66,
"ext": 0.9,
"precision": 0.9042,
"coverage": 0.3885,
"keystrokes_saved": 0.2274,
"shown": 41818,
"len_share": {
"1": 0.9125,
"2": 0.0583,
"3": 0.0123,
"4": 0.0169
},
"len_precision": {
"1": 0.9009,
"2": 0.9233,
"3": 0.9728,
"4": 0.966
},
"saved_share": {
"1": 0.83,
"2": 0.0973,
"3": 0.0216,
"4": 0.051
}
}
},
"seconds": 247.4
},
"n6-kn-long8": {
"name": "n6-kn-long8",
"group": "longer, prune long",
"data": "wc1m",
"settings": {
"n_prev": 6,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
8,
8,
8
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 6119420,
"contexts_kept": 499250,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 10868,
"6": 10374,
"7": 10145
},
"export_mb": 22.1,
"policies": {
"joint": {
"tau": 0.7,
"precision": 0.9015,
"coverage": 0.3742,
"keystrokes_saved": 0.2195,
"shown": 40279,
"len_share": {
"1": 0.8486,
"2": 0.1203,
"3": 0.0167,
"4": 0.0144
},
"len_precision": {
"1": 0.9093,
"2": 0.8462,
"3": 0.8975,
"4": 0.9053
},
"saved_share": {
"1": 0.7549,
"2": 0.1833,
"3": 0.027,
"4": 0.0348
}
},
"min2": {
"tau": 0.77,
"min_words": 2,
"precision": 0.9034,
"coverage": 0.0446,
"keystrokes_saved": 0.052,
"shown": 4803,
"len_share": {
"1": 0.0,
"2": 0.7928,
"3": 0.1091,
"4": 0.0981
},
"len_precision": {
"2": 0.8881,
"3": 0.9637,
"4": 0.9597
},
"saved_share": {
"1": 0.0,
"2": 0.7742,
"3": 0.0921,
"4": 0.1336
}
},
"min3": {
"tau": 0.7,
"min_words": 3,
"precision": 0.9011,
"coverage": 0.0117,
"keystrokes_saved": 0.0169,
"shown": 1254,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5367,
"4": 0.4633
},
"len_precision": {
"3": 0.8975,
"4": 0.9053
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4949,
"4": 0.5051
}
},
"step": {
"tau": 0.64,
"ext": 0.9,
"precision": 0.9002,
"coverage": 0.3943,
"keystrokes_saved": 0.2288,
"shown": 42436,
"len_share": {
"1": 0.9286,
"2": 0.0533,
"3": 0.0087,
"4": 0.0094
},
"len_precision": {
"1": 0.8979,
"2": 0.9111,
"3": 0.9946,
"4": 0.985
},
"saved_share": {
"1": 0.8574,
"2": 0.0937,
"3": 0.0201,
"4": 0.0288
}
}
},
"seconds": 245.9
},
"n6-kn-long16": {
"name": "n6-kn-long16",
"group": "longer, prune long",
"data": "wc1m",
"settings": {
"n_prev": 6,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
16,
16,
16
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 6119420,
"contexts_kept": 488786,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 7098,
"6": 6945,
"7": 6880
},
"export_mb": 21.5,
"policies": {
"joint": {
"tau": 0.7,
"precision": 0.9031,
"coverage": 0.3722,
"keystrokes_saved": 0.2177,
"shown": 40058,
"len_share": {
"1": 0.8576,
"2": 0.1173,
"3": 0.0148,
"4": 0.0103
},
"len_precision": {
"1": 0.9099,
"2": 0.8474,
"3": 0.9207,
"4": 0.9396
},
"saved_share": {
"1": 0.7685,
"2": 0.18,
"3": 0.0256,
"4": 0.0259
}
},
"min2": {
"tau": 0.76,
"min_words": 2,
"precision": 0.9002,
"coverage": 0.0426,
"keystrokes_saved": 0.05,
"shown": 4590,
"len_share": {
"1": 0.0,
"2": 0.8137,
"3": 0.1094,
"4": 0.0769
},
"len_precision": {
"2": 0.8889,
"3": 0.9442,
"4": 0.9575
},
"saved_share": {
"1": 0.0,
"2": 0.7839,
"3": 0.1177,
"4": 0.0984
}
},
"min3": {
"tau": 0.68,
"min_words": 3,
"precision": 0.9122,
"coverage": 0.01,
"keystrokes_saved": 0.0151,
"shown": 1071,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5864,
"4": 0.4136
},
"len_precision": {
"3": 0.9076,
"4": 0.9187
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.53,
"4": 0.47
}
},
"step": {
"tau": 0.64,
"ext": 0.9,
"precision": 0.9004,
"coverage": 0.3925,
"keystrokes_saved": 0.227,
"shown": 42243,
"len_share": {
"1": 0.9353,
"2": 0.0505,
"3": 0.0076,
"4": 0.0067
},
"len_precision": {
"1": 0.8985,
"2": 0.9105,
"3": 0.9969,
"4": 0.9894
},
"saved_share": {
"1": 0.8683,
"2": 0.0927,
"3": 0.0194,
"4": 0.0197
}
}
},
"seconds": 236.8
},
"n3-mkn": {
"name": "n3-mkn",
"group": "modified KN",
"data": "wc1m",
"settings": {
"n_prev": 3,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": null
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 2482185,
"contexts_kept": 467863,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429
},
"export_mb": 19.9,
"policies": {
"joint": {
"tau": 0.64,
"precision": 0.9047,
"coverage": 0.3873,
"keystrokes_saved": 0.2271,
"shown": 41691,
"len_share": {
"1": 0.8419,
"2": 0.1258,
"3": 0.0196,
"4": 0.0127
},
"len_precision": {
"1": 0.9109,
"2": 0.8684,
"3": 0.8681,
"4": 0.9038
},
"saved_share": {
"1": 0.7621,
"2": 0.1767,
"3": 0.0273,
"4": 0.0339
}
},
"min2": {
"tau": 0.71,
"min_words": 2,
"precision": 0.9018,
"coverage": 0.0491,
"keystrokes_saved": 0.0549,
"shown": 5284,
"len_share": {
"1": 0.0,
"2": 0.8085,
"3": 0.1132,
"4": 0.0783
},
"len_precision": {
"2": 0.8965,
"3": 0.9097,
"4": 0.9444
},
"saved_share": {
"1": 0.0,
"2": 0.7896,
"3": 0.1096,
"4": 0.1008
}
},
"min3": {
"tau": 0.67,
"min_words": 3,
"precision": 0.9064,
"coverage": 0.0111,
"keystrokes_saved": 0.0159,
"shown": 1196,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.6003,
"4": 0.3997
},
"len_precision": {
"3": 0.8983,
"4": 0.9184
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.534,
"4": 0.466
}
},
"step": {
"tau": 0.6,
"ext": 0.8,
"precision": 0.9028,
"coverage": 0.4018,
"keystrokes_saved": 0.2358,
"shown": 43251,
"len_share": {
"1": 0.8934,
"2": 0.0827,
"3": 0.0126,
"4": 0.0113
},
"len_precision": {
"1": 0.9033,
"2": 0.8918,
"3": 0.9138,
"4": 0.9366
},
"saved_share": {
"1": 0.794,
"2": 0.1439,
"3": 0.0248,
"4": 0.0373
}
}
},
"seconds": 167.2
},
"n4-mkn-long2": {
"name": "n4-mkn-long2",
"group": "modified KN",
"data": "wc1m",
"settings": {
"n_prev": 4,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
2
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 3671904,
"contexts_kept": 568140,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 100277
},
"export_mb": 23.1,
"policies": {
"joint": {
"tau": 0.64,
"precision": 0.9056,
"coverage": 0.3868,
"keystrokes_saved": 0.2268,
"shown": 41630,
"len_share": {
"1": 0.845,
"2": 0.1231,
"3": 0.0189,
"4": 0.013
},
"len_precision": {
"1": 0.9114,
"2": 0.8693,
"3": 0.8832,
"4": 0.9074
},
"saved_share": {
"1": 0.7648,
"2": 0.1754,
"3": 0.0257,
"4": 0.0341
}
},
"min2": {
"tau": 0.7,
"min_words": 2,
"precision": 0.9019,
"coverage": 0.0507,
"keystrokes_saved": 0.0556,
"shown": 5454,
"len_share": {
"1": 0.0,
"2": 0.8099,
"3": 0.1071,
"4": 0.0831
},
"len_precision": {
"2": 0.8977,
"3": 0.9075,
"4": 0.936
},
"saved_share": {
"1": 0.0,
"2": 0.7833,
"3": 0.1008,
"4": 0.1159
}
},
"min3": {
"tau": 0.67,
"min_words": 3,
"precision": 0.9087,
"coverage": 0.011,
"keystrokes_saved": 0.0154,
"shown": 1183,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5799,
"4": 0.4201
},
"len_precision": {
"3": 0.9023,
"4": 0.9175
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5042,
"4": 0.4958
}
},
"step": {
"tau": 0.6,
"ext": 0.8,
"precision": 0.903,
"coverage": 0.4016,
"keystrokes_saved": 0.2358,
"shown": 43222,
"len_share": {
"1": 0.8918,
"2": 0.0829,
"3": 0.013,
"4": 0.0122
},
"len_precision": {
"1": 0.9037,
"2": 0.8851,
"3": 0.929,
"4": 0.9471
},
"saved_share": {
"1": 0.7925,
"2": 0.1429,
"3": 0.0242,
"4": 0.0404
}
}
},
"seconds": 183.4
},
"n4-mkn-long8": {
"name": "n4-mkn-long8",
"group": "modified KN",
"data": "wc1m",
"settings": {
"n_prev": 4,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
8
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 3671904,
"contexts_kept": 478731,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 10868
},
"export_mb": 20.6,
"policies": {
"joint": {
"tau": 0.63,
"precision": 0.9009,
"coverage": 0.3888,
"keystrokes_saved": 0.2279,
"shown": 41844,
"len_share": {
"1": 0.8498,
"2": 0.1242,
"3": 0.0145,
"4": 0.0115
},
"len_precision": {
"1": 0.9087,
"2": 0.8509,
"3": 0.8711,
"4": 0.9068
},
"saved_share": {
"1": 0.7627,
"2": 0.1853,
"3": 0.0225,
"4": 0.0295
}
},
"min2": {
"tau": 0.71,
"min_words": 2,
"precision": 0.9011,
"coverage": 0.0426,
"keystrokes_saved": 0.0483,
"shown": 4581,
"len_share": {
"1": 0.0,
"2": 0.8136,
"3": 0.1004,
"4": 0.086
},
"len_precision": {
"2": 0.8951,
"3": 0.9043,
"4": 0.9543
},
"saved_share": {
"1": 0.0,
"2": 0.8009,
"3": 0.0842,
"4": 0.1149
}
},
"min3": {
"tau": 0.67,
"min_words": 3,
"precision": 0.9072,
"coverage": 0.0093,
"keystrokes_saved": 0.0129,
"shown": 1002,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5559,
"4": 0.4441
},
"len_precision": {
"3": 0.8959,
"4": 0.9213
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4578,
"4": 0.5422
}
},
"step": {
"tau": 0.6,
"ext": 0.8,
"precision": 0.9038,
"coverage": 0.3976,
"keystrokes_saved": 0.2323,
"shown": 42800,
"len_share": {
"1": 0.9023,
"2": 0.0775,
"3": 0.0103,
"4": 0.0099
},
"len_precision": {
"1": 0.9045,
"2": 0.8869,
"3": 0.9226,
"4": 0.9505
},
"saved_share": {
"1": 0.8103,
"2": 0.1375,
"3": 0.0195,
"4": 0.0327
}
}
},
"seconds": 189.7
},
"n5-mkn-long8": {
"name": "n5-mkn-long8",
"group": "modified KN",
"data": "wc1m",
"settings": {
"n_prev": 5,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
8,
8
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 4888819,
"contexts_kept": 489105,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429,
"5": 10868,
"6": 10374
},
"export_mb": 21.3,
"policies": {
"joint": {
"tau": 0.63,
"precision": 0.9008,
"coverage": 0.3885,
"keystrokes_saved": 0.2278,
"shown": 41816,
"len_share": {
"1": 0.8516,
"2": 0.1219,
"3": 0.0144,
"4": 0.0121
},
"len_precision": {
"1": 0.9089,
"2": 0.8519,
"3": 0.8386,
"4": 0.8957
},
"saved_share": {
"1": 0.7655,
"2": 0.1811,
"3": 0.023,
"4": 0.0303
}
},
"min2": {
"tau": 0.71,
"min_words": 2,
"precision": 0.9022,
"coverage": 0.0419,
"keystrokes_saved": 0.0474,
"shown": 4509,
"len_share": {
"1": 0.0,
"2": 0.8093,
"3": 0.1011,
"4": 0.0896
},
"len_precision": {
"2": 0.8956,
"3": 0.9101,
"4": 0.953
},
"saved_share": {
"1": 0.0,
"2": 0.7999,
"3": 0.0747,
"4": 0.1254
}
},
"min3": {
"tau": 0.69,
"min_words": 3,
"precision": 0.9053,
"coverage": 0.0086,
"keystrokes_saved": 0.0119,
"shown": 929,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5382,
"4": 0.4618
},
"len_precision": {
"3": 0.88,
"4": 0.9347
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4404,
"4": 0.5596
}
},
"step": {
"tau": 0.6,
"ext": 0.8,
"precision": 0.9041,
"coverage": 0.3974,
"keystrokes_saved": 0.2321,
"shown": 42771,
"len_share": {
"1": 0.9047,
"2": 0.0751,
"3": 0.0101,
"4": 0.0101
},
"len_precision": {
"1": 0.9047,
"2": 0.8923,
"3": 0.9,
"4": 0.9446
},
"saved_share": {
"1": 0.8147,
"2": 0.1349,
"3": 0.0177,
"4": 0.0327
}
}
},
"seconds": 137.9
},
"r2-n3-kn": {
"name": "r2-n3-kn",
"group": "more data",
"data": "wc48r2",
"settings": {
"n_prev": 3,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": null
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 234566
},
"vocab": 49001,
"min_context_count": 2,
"contexts_seen": 5332173,
"contexts_kept": 979657,
"contexts_by_len": {
"1": 48465,
"2": 300683,
"3": 357730,
"4": 272779
},
"export_mb": 1681.4,
"policies": {
"joint": {
"tau": 0.72,
"precision": 0.9018,
"coverage": 0.3801,
"keystrokes_saved": 0.224,
"shown": 40908,
"len_share": {
"1": 0.8036,
"2": 0.1521,
"3": 0.0241,
"4": 0.0202
},
"len_precision": {
"1": 0.9124,
"2": 0.8453,
"3": 0.8934,
"4": 0.9179
},
"saved_share": {
"1": 0.7156,
"2": 0.1999,
"3": 0.0362,
"4": 0.0483
}
},
"min2": {
"tau": 0.8,
"min_words": 2,
"precision": 0.9042,
"coverage": 0.0561,
"keystrokes_saved": 0.0597,
"shown": 6042,
"len_share": {
"1": 0.0,
"2": 0.784,
"3": 0.1263,
"4": 0.0897
},
"len_precision": {
"2": 0.8968,
"3": 0.9318,
"4": 0.9299
},
"saved_share": {
"1": 0.0,
"2": 0.7316,
"3": 0.1487,
"4": 0.1197
}
},
"min3": {
"tau": 0.71,
"min_words": 3,
"precision": 0.902,
"coverage": 0.0173,
"keystrokes_saved": 0.0234,
"shown": 1858,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.535,
"4": 0.465
},
"len_precision": {
"3": 0.8853,
"4": 0.9213
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4625,
"4": 0.5375
}
},
"step": {
"tau": 0.66,
"ext": 0.9,
"precision": 0.9039,
"coverage": 0.3982,
"keystrokes_saved": 0.233,
"shown": 42863,
"len_share": {
"1": 0.9074,
"2": 0.0656,
"3": 0.0133,
"4": 0.0137
},
"len_precision": {
"1": 0.9025,
"2": 0.8983,
"3": 0.9666,
"4": 0.9626
},
"saved_share": {
"1": 0.8217,
"2": 0.1057,
"3": 0.0296,
"4": 0.0429
}
}
},
"seconds": 384.6
},
"r2-n3-mkn": {
"name": "r2-n3-mkn",
"group": "more data",
"data": "wc48r2",
"settings": {
"n_prev": 3,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": null
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 234566
},
"vocab": 49001,
"min_context_count": 2,
"contexts_seen": 5332173,
"contexts_kept": 979657,
"contexts_by_len": {
"1": 48465,
"2": 300683,
"3": 357730,
"4": 272779
},
"export_mb": 1681.4,
"policies": {
"joint": {
"tau": 0.65,
"precision": 0.9014,
"coverage": 0.3916,
"keystrokes_saved": 0.2313,
"shown": 42148,
"len_share": {
"1": 0.8245,
"2": 0.1404,
"3": 0.0211,
"4": 0.014
},
"len_precision": {
"1": 0.9123,
"2": 0.8443,
"3": 0.8676,
"4": 0.8868
},
"saved_share": {
"1": 0.7298,
"2": 0.2058,
"3": 0.034,
"4": 0.0304
}
},
"min2": {
"tau": 0.76,
"min_words": 2,
"precision": 0.9035,
"coverage": 0.0488,
"keystrokes_saved": 0.052,
"shown": 5252,
"len_share": {
"1": 0.0,
"2": 0.8273,
"3": 0.1026,
"4": 0.0701
},
"len_precision": {
"2": 0.9038,
"3": 0.8887,
"4": 0.9212
},
"saved_share": {
"1": 0.0,
"2": 0.7966,
"3": 0.0957,
"4": 0.1078
}
},
"min3": {
"tau": 0.76,
"min_words": 3,
"precision": 0.9019,
"coverage": 0.0084,
"keystrokes_saved": 0.0126,
"shown": 907,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5943,
"4": 0.4057
},
"len_precision": {
"3": 0.8887,
"4": 0.9212
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.512,
"4": 0.488
}
},
"step": {
"tau": 0.62,
"ext": 0.8,
"precision": 0.9037,
"coverage": 0.4003,
"keystrokes_saved": 0.2357,
"shown": 43087,
"len_share": {
"1": 0.8735,
"2": 0.098,
"3": 0.0141,
"4": 0.0143
},
"len_precision": {
"1": 0.9075,
"2": 0.8731,
"3": 0.8933,
"4": 0.8932
},
"saved_share": {
"1": 0.7742,
"2": 0.1556,
"3": 0.0266,
"4": 0.0437
}
}
},
"seconds": 373.0
},
"r2-n4-mkn-long8": {
"name": "r2-n4-mkn-long8",
"group": "more data",
"data": "wc48r2",
"settings": {
"n_prev": 4,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
8
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 234566
},
"vocab": 49001,
"min_context_count": 2,
"contexts_seen": 7992738,
"contexts_kept": 998819,
"contexts_by_len": {
"1": 48465,
"2": 300683,
"3": 357730,
"4": 272779,
"5": 19162
},
"export_mb": 1683.0,
"policies": {
"joint": {
"tau": 0.64,
"precision": 0.9006,
"coverage": 0.3913,
"keystrokes_saved": 0.23,
"shown": 42117,
"len_share": {
"1": 0.841,
"2": 0.1291,
"3": 0.0162,
"4": 0.0137
},
"len_precision": {
"1": 0.9121,
"2": 0.8312,
"3": 0.8534,
"4": 0.9014
},
"saved_share": {
"1": 0.75,
"2": 0.1909,
"3": 0.0307,
"4": 0.0284
}
},
"min2": {
"tau": 0.76,
"min_words": 2,
"precision": 0.902,
"coverage": 0.0438,
"keystrokes_saved": 0.0469,
"shown": 4715,
"len_share": {
"1": 0.0,
"2": 0.8263,
"3": 0.0973,
"4": 0.0764
},
"len_precision": {
"2": 0.8966,
"3": 0.9085,
"4": 0.9528
},
"saved_share": {
"1": 0.0,
"2": 0.7896,
"3": 0.0889,
"4": 0.1215
}
},
"min3": {
"tau": 0.71,
"min_words": 3,
"precision": 0.9069,
"coverage": 0.0095,
"keystrokes_saved": 0.0132,
"shown": 1020,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.55,
"4": 0.45
},
"len_precision": {
"3": 0.8824,
"4": 0.9368
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4692,
"4": 0.5308
}
},
"step": {
"tau": 0.6,
"ext": 0.9,
"precision": 0.9054,
"coverage": 0.4033,
"keystrokes_saved": 0.2326,
"shown": 43412,
"len_share": {
"1": 0.9432,
"2": 0.0427,
"3": 0.007,
"4": 0.0071
},
"len_precision": {
"1": 0.9056,
"2": 0.8786,
"3": 0.9803,
"4": 0.9709
},
"saved_share": {
"1": 0.8879,
"2": 0.0737,
"3": 0.0153,
"4": 0.0231
}
}
},
"seconds": 418.4
},
"r2-n4-mkn-long4": {
"name": "r2-n4-mkn-long4",
"group": "more data",
"data": "wc48r2",
"settings": {
"n_prev": 4,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
4
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 234566
},
"vocab": 49001,
"min_context_count": 2,
"contexts_seen": 7992738,
"contexts_kept": 1027652,
"contexts_by_len": {
"1": 48465,
"2": 300683,
"3": 357730,
"4": 272779,
"5": 47995
},
"export_mb": 1683.9,
"policies": {
"joint": {
"tau": 0.64,
"precision": 0.9,
"coverage": 0.3938,
"keystrokes_saved": 0.2319,
"shown": 42389,
"len_share": {
"1": 0.8287,
"2": 0.1361,
"3": 0.0202,
"4": 0.0151
},
"len_precision": {
"1": 0.9111,
"2": 0.8374,
"3": 0.8715,
"4": 0.8951
},
"saved_share": {
"1": 0.7357,
"2": 0.1982,
"3": 0.0339,
"4": 0.0322
}
},
"min2": {
"tau": 0.76,
"min_words": 2,
"precision": 0.9023,
"coverage": 0.0475,
"keystrokes_saved": 0.0501,
"shown": 5108,
"len_share": {
"1": 0.0,
"2": 0.8215,
"3": 0.1038,
"4": 0.0748
},
"len_precision": {
"2": 0.8992,
"3": 0.9075,
"4": 0.9293
},
"saved_share": {
"1": 0.0,
"2": 0.7834,
"3": 0.1065,
"4": 0.1101
}
},
"min3": {
"tau": 0.69,
"min_words": 3,
"precision": 0.9,
"coverage": 0.0113,
"keystrokes_saved": 0.0159,
"shown": 1220,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5451,
"4": 0.4549
},
"len_precision": {
"3": 0.8992,
"4": 0.9009
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5032,
"4": 0.4968
}
},
"step": {
"tau": 0.62,
"ext": 0.8,
"precision": 0.9048,
"coverage": 0.3983,
"keystrokes_saved": 0.2343,
"shown": 42869,
"len_share": {
"1": 0.8747,
"2": 0.0966,
"3": 0.0136,
"4": 0.0151
},
"len_precision": {
"1": 0.9083,
"2": 0.8698,
"3": 0.9125,
"4": 0.9181
},
"saved_share": {
"1": 0.7771,
"2": 0.1517,
"3": 0.0229,
"4": 0.0483
}
}
},
"seconds": 400.4
},
"r2-n5-mkn-long8": {
"name": "r2-n5-mkn-long8",
"group": "more data",
"data": "wc48r2",
"settings": {
"n_prev": 5,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
8,
8
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 234566
},
"vocab": 49001,
"min_context_count": 2,
"contexts_seen": 10724624,
"contexts_kept": 1016657,
"contexts_by_len": {
"1": 48465,
"2": 300683,
"3": 357730,
"4": 272779,
"5": 19162,
"6": 17838
},
"export_mb": 1684.4,
"policies": {
"joint": {
"tau": 0.64,
"precision": 0.9013,
"coverage": 0.391,
"keystrokes_saved": 0.23,
"shown": 42082,
"len_share": {
"1": 0.843,
"2": 0.1273,
"3": 0.0158,
"4": 0.0139
},
"len_precision": {
"1": 0.9125,
"2": 0.8355,
"3": 0.8363,
"4": 0.9005
},
"saved_share": {
"1": 0.753,
"2": 0.1877,
"3": 0.0307,
"4": 0.0286
}
},
"min2": {
"tau": 0.76,
"min_words": 2,
"precision": 0.904,
"coverage": 0.0432,
"keystrokes_saved": 0.0462,
"shown": 4655,
"len_share": {
"1": 0.0,
"2": 0.8234,
"3": 0.0969,
"4": 0.0797
},
"len_precision": {
"2": 0.8983,
"3": 0.9047,
"4": 0.9623
},
"saved_share": {
"1": 0.0,
"2": 0.7834,
"3": 0.0959,
"4": 0.1206
}
},
"min3": {
"tau": 0.7,
"min_words": 3,
"precision": 0.9085,
"coverage": 0.0096,
"keystrokes_saved": 0.0136,
"shown": 1038,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5231,
"4": 0.4769
},
"len_precision": {
"3": 0.8969,
"4": 0.9212
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4638,
"4": 0.5362
}
},
"step": {
"tau": 0.6,
"ext": 0.9,
"precision": 0.9056,
"coverage": 0.4031,
"keystrokes_saved": 0.2325,
"shown": 43389,
"len_share": {
"1": 0.9436,
"2": 0.0416,
"3": 0.0069,
"4": 0.0078
},
"len_precision": {
"1": 0.9056,
"2": 0.8799,
"3": 0.99,
"4": 0.9735
},
"saved_share": {
"1": 0.8906,
"2": 0.0704,
"3": 0.0146,
"4": 0.0245
}
}
},
"seconds": 397.8
},
"r4-n3-mkn": {
"name": "r4-n3-mkn",
"group": "more data",
"data": "wc48r4",
"settings": {
"n_prev": 3,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": null
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 269351
},
"vocab": 53651,
"min_context_count": 2,
"contexts_seen": 6084905,
"contexts_kept": 1123247,
"contexts_by_len": {
"1": 53080,
"2": 340174,
"3": 413683,
"4": 316310
},
"export_mb": 1687.8,
"policies": {
"joint": {
"tau": 0.65,
"precision": 0.9006,
"coverage": 0.3919,
"keystrokes_saved": 0.2309,
"shown": 42178,
"len_share": {
"1": 0.8246,
"2": 0.1405,
"3": 0.0207,
"4": 0.0141
},
"len_precision": {
"1": 0.9118,
"2": 0.8416,
"3": 0.8709,
"4": 0.879
},
"saved_share": {
"1": 0.7319,
"2": 0.2032,
"3": 0.034,
"4": 0.0309
}
},
"min2": {
"tau": 0.76,
"min_words": 2,
"precision": 0.9001,
"coverage": 0.0488,
"keystrokes_saved": 0.0519,
"shown": 5257,
"len_share": {
"1": 0.0,
"2": 0.8296,
"3": 0.1012,
"4": 0.0692
},
"len_precision": {
"2": 0.9005,
"3": 0.8853,
"4": 0.9176
},
"saved_share": {
"1": 0.0,
"2": 0.7981,
"3": 0.1015,
"4": 0.1004
}
},
"min3": {
"tau": 0.77,
"min_words": 3,
"precision": 0.9122,
"coverage": 0.0078,
"keystrokes_saved": 0.0119,
"shown": 843,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5931,
"4": 0.4069
},
"len_precision": {
"3": 0.904,
"4": 0.9242
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5383,
"4": 0.4617
}
},
"step": {
"tau": 0.62,
"ext": 0.8,
"precision": 0.904,
"coverage": 0.4018,
"keystrokes_saved": 0.2373,
"shown": 43250,
"len_share": {
"1": 0.8729,
"2": 0.0985,
"3": 0.0143,
"4": 0.0143
},
"len_precision": {
"1": 0.9084,
"2": 0.8687,
"3": 0.8918,
"4": 0.89
},
"saved_share": {
"1": 0.7749,
"2": 0.1552,
"3": 0.0264,
"4": 0.0436
}
}
},
"seconds": 421.7
},
"r4-n4-mkn-long8": {
"name": "r4-n4-mkn-long8",
"group": "more data",
"data": "wc48r4",
"settings": {
"n_prev": 4,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
8
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 269351
},
"vocab": 53651,
"min_context_count": 2,
"contexts_seen": 9146764,
"contexts_kept": 1144770,
"contexts_by_len": {
"1": 53080,
"2": 340174,
"3": 413683,
"4": 316310,
"5": 21523
},
"export_mb": 1689.5,
"policies": {
"joint": {
"tau": 0.64,
"precision": 0.9,
"coverage": 0.393,
"keystrokes_saved": 0.2313,
"shown": 42303,
"len_share": {
"1": 0.842,
"2": 0.1285,
"3": 0.0158,
"4": 0.0138
},
"len_precision": {
"1": 0.9122,
"2": 0.8255,
"3": 0.8576,
"4": 0.8954
},
"saved_share": {
"1": 0.7539,
"2": 0.1877,
"3": 0.0286,
"4": 0.0299
}
},
"min2": {
"tau": 0.76,
"min_words": 2,
"precision": 0.9007,
"coverage": 0.044,
"keystrokes_saved": 0.0471,
"shown": 4735,
"len_share": {
"1": 0.0,
"2": 0.8272,
"3": 0.0963,
"4": 0.0765
},
"len_precision": {
"2": 0.8966,
"3": 0.8991,
"4": 0.9475
},
"saved_share": {
"1": 0.0,
"2": 0.7898,
"3": 0.0915,
"4": 0.1187
}
},
"min3": {
"tau": 0.71,
"min_words": 3,
"precision": 0.9024,
"coverage": 0.0096,
"keystrokes_saved": 0.0133,
"shown": 1035,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5469,
"4": 0.4531
},
"len_precision": {
"3": 0.8869,
"4": 0.9211
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4948,
"4": 0.5052
}
},
"step": {
"tau": 0.6,
"ext": 0.8,
"precision": 0.901,
"coverage": 0.4069,
"keystrokes_saved": 0.2384,
"shown": 43796,
"len_share": {
"1": 0.8843,
"2": 0.0923,
"3": 0.0112,
"4": 0.0123
},
"len_precision": {
"1": 0.9047,
"2": 0.8654,
"3": 0.9018,
"4": 0.8976
},
"saved_share": {
"1": 0.795,
"2": 0.1468,
"3": 0.0194,
"4": 0.0388
}
}
},
"seconds": 394.3
},
"r4-n5-mkn-long8": {
"name": "r4-n5-mkn-long8",
"group": "more data",
"data": "wc48r4",
"settings": {
"n_prev": 5,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": [
2,
2,
2,
2,
8,
8
]
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 269351
},
"vocab": 53651,
"min_context_count": 2,
"contexts_seen": 12292807,
"contexts_kept": 1164765,
"contexts_by_len": {
"1": 53080,
"2": 340174,
"3": 413683,
"4": 316310,
"5": 21523,
"6": 19995
},
"export_mb": 1691.2,
"policies": {
"joint": {
"tau": 0.64,
"precision": 0.9007,
"coverage": 0.3927,
"keystrokes_saved": 0.2312,
"shown": 42271,
"len_share": {
"1": 0.8441,
"2": 0.1263,
"3": 0.0157,
"4": 0.0139
},
"len_precision": {
"1": 0.9125,
"2": 0.8303,
"3": 0.8406,
"4": 0.8908
},
"saved_share": {
"1": 0.7566,
"2": 0.185,
"3": 0.0289,
"4": 0.0295
}
},
"min2": {
"tau": 0.75,
"min_words": 2,
"precision": 0.9009,
"coverage": 0.0447,
"keystrokes_saved": 0.0475,
"shown": 4815,
"len_share": {
"1": 0.0,
"2": 0.8172,
"3": 0.1003,
"4": 0.0825
},
"len_precision": {
"2": 0.8968,
"3": 0.8965,
"4": 0.9471
},
"saved_share": {
"1": 0.0,
"2": 0.7893,
"3": 0.0879,
"4": 0.1227
}
},
"min3": {
"tau": 0.7,
"min_words": 3,
"precision": 0.9026,
"coverage": 0.0097,
"keystrokes_saved": 0.0137,
"shown": 1047,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5215,
"4": 0.4785
},
"len_precision": {
"3": 0.8956,
"4": 0.9102
},
"saved_share": {
"1": 0.0,
"2": 0.0,
"3": 0.4793,
"4": 0.5207
}
},
"step": {
"tau": 0.6,
"ext": 0.8,
"precision": 0.9013,
"coverage": 0.4067,
"keystrokes_saved": 0.2383,
"shown": 43775,
"len_share": {
"1": 0.8857,
"2": 0.0904,
"3": 0.0117,
"4": 0.0123
},
"len_precision": {
"1": 0.9049,
"2": 0.8688,
"3": 0.8787,
"4": 0.9013
},
"saved_share": {
"1": 0.7982,
"2": 0.1436,
"3": 0.0193,
"4": 0.0388
}
}
},
"seconds": 426.0
},
"final-n3-kn": {
"name": "final-n3-kn",
"group": "final",
"data": "wc1m",
"settings": {
"n_prev": 3,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": null
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 2482185,
"contexts_kept": 467863,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429
},
"export_mb": 18.4,
"heldout": {
"prompts": 711,
"wildchat": 4000
},
"policies": {
"joint": {
"tau": 0.73,
"precision": 0.902,
"coverage": 0.3532,
"keystrokes_saved": 0.2089,
"shown": 108143,
"len_share": {
"1": 0.8081,
"2": 0.1363,
"3": 0.028,
"4": 0.0276
},
"len_precision": {
"1": 0.9083,
"2": 0.8633,
"3": 0.8825,
"4": 0.9272
},
"saved_share": {
"1": 0.7004,
"2": 0.1944,
"3": 0.0404,
"4": 0.0647
}
},
"stepfine": {
"tau": 0.68,
"ext": 0.85,
"precision": 0.9001,
"coverage": 0.3693,
"keystrokes_saved": 0.218,
"shown": 113072,
"len_share": {
"1": 0.8618,
"2": 0.0904,
"3": 0.0214,
"4": 0.0263
},
"len_precision": {
"1": 0.8978,
"2": 0.8999,
"3": 0.9326,
"4": 0.9506
},
"saved_share": {
"1": 0.7386,
"2": 0.1435,
"3": 0.0377,
"4": 0.0802
}
}
},
"bin_mb": 9.8,
"seconds": 367.5
},
"final-n3-mkn": {
"name": "final-n3-mkn",
"group": "final",
"data": "wc1m",
"settings": {
"n_prev": 3,
"smoothing": "mkn",
"min_count": 2,
"order_min_counts": null
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 2482185,
"contexts_kept": 467863,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429
},
"export_mb": 18.4,
"heldout": {
"prompts": 711,
"wildchat": 4000
},
"policies": {
"joint": {
"tau": 0.65,
"precision": 0.9009,
"coverage": 0.3671,
"keystrokes_saved": 0.2137,
"shown": 112401,
"len_share": {
"1": 0.8448,
"2": 0.1122,
"3": 0.0229,
"4": 0.02
},
"len_precision": {
"1": 0.906,
"2": 0.8668,
"3": 0.8673,
"4": 0.9179
},
"saved_share": {
"1": 0.7623,
"2": 0.1585,
"3": 0.0303,
"4": 0.0488
}
},
"stepfine": {
"tau": 0.62,
"ext": 0.8,
"precision": 0.9007,
"coverage": 0.3782,
"keystrokes_saved": 0.2207,
"shown": 115799,
"len_share": {
"1": 0.8884,
"2": 0.0784,
"3": 0.0143,
"4": 0.0189
},
"len_precision": {
"1": 0.9001,
"2": 0.8889,
"3": 0.9228,
"4": 0.9622
},
"saved_share": {
"1": 0.7826,
"2": 0.1344,
"3": 0.0249,
"4": 0.0581
}
}
},
"bin_mb": 9.8,
"seconds": 349.6
}
}
}
{
"what": "Lookback / look-ahead experiments (local harness; compile settings as in each run's 'settings'). Each variant compiled without the held-out prompts, every held-out prompt typed one key at a time; per policy family, the threshold with the most keystrokes saved at >= 90% precision. joint = extend while the product of probabilities >= tau (old rule); step/stepfine = first word >= tau, then each next word >= ext (new rule); min2/min3 = show nothing unless >= 2/3 words clear tau. Runs named final-* use the larger held-out set (711 prompts + 4,000 WildChat); the rest use 711 + 1,000. wc48r2/wc48r4 = with extra WildChat-4.8M text (not adopted; size not verified). export_mb of stage-2 runs was over-estimated by a since-fixed bug.",
"target_precision": 0.9,
"runs": {
"n3-kn": {
"name": "n3-kn",
"group": "baseline",
"data": "wc1m",
"settings": {
"n_prev": 3,
"smoothing": "kn",
"min_count": 2,
"order_min_counts": null
},
"lines": {
"phrases": 1139,
"prompts": 6421,
"replies": 12833,
"wildchat": 94678
},
"vocab": 29232,
"min_context_count": 2,
"contexts_seen": 2482185,
"contexts_kept": 467863,
"contexts_by_len": {
"1": 28867,
"2": 149984,
"3": 164583,
"4": 124429
},
"export_mb": 19.9,
"policies": {
"joint": {
"tau": 0.71,
"precision": 0.9019,
"coverage": 0.3746,
"keystrokes_saved": 0.2219,
"shown": 40316,
"len_share": {
"1": 0.8151,
"2": 0.1415,
"3": 0.0233,
"4": 0.02
},
"len_precision": {
"1": 0.9108,
"2": 0.8465,
"3": 0.9032,
"4": 0.9306
},
"saved_share": {
"1": 0.7166,
"2": 0.1984,
"3": 0.0345,
"4": 0.0506
}
},
"min2": {
"tau": 0.77,
"min_words": 2,
"precision": 0.9,
"coverage": 0.0562,
"keystrokes_saved": 0.0626,
"shown": 6052,
"len_share": {
"1": 0.0,
"2": 0.7621,
"3": 0.1408,
"4": 0.0972
},
"len_precision": {
"2": 0.8896,
"3": 0.9319,
"4": 0.9354
},
"saved_share": {
"1": 0.0,
"2": 0.7337,
"3": 0.1417,
"4": 0.1246
}
},
"min3": {
"tau": 0.7,
"min_words": 3,
"precision": 0.9113,
"coverage": 0.017,
"keystrokes_saved": 0.0234,
"shown": 1826,
"len_share": {
"1": 0.0,
"2": 0.0,
"3": 0.5416,
"4": 0.4584
},
"len_precision": {
"3": 0.8948,
"4": 0.9307
},
"saved_share": {