{ "model": "tinynext-v2-3b", "sees_after": true, "cutoffs": { "0.3": { "articles/typing": { "pauses": 1000, "shown": 0.204, "right": 0.5882, "avg_right_chars": 6.04, "multiword_shown": 0.086, "multiword_right": 0.5465, "saved_with_tab": 0.0604, "saved_word_by_word": 0.0679 }, "articles/editing": { "pauses": 1000, "shown": 0.152, "right": 0.6382, "avg_right_chars": 5.86, "multiword_shown": 0.062, "multiword_right": 0.629, "saved_with_tab": 0.0473, "saved_word_by_word": 0.0516 }, "messages/typing": { "pauses": 1000, "shown": 0.324, "right": 0.5463, "avg_right_chars": 7.8, "multiword_shown": 0.18, "multiword_right": 0.5333, "saved_with_tab": 0.115, "saved_word_by_word": 0.1404 }, "messages/editing": { "pauses": 1000, "shown": 0.317, "right": 0.5584, "avg_right_chars": 7.47, "multiword_shown": 0.173, "multiword_right": 0.5376, "saved_with_tab": 0.1102, "saved_word_by_word": 0.1328 }, "email/typing": { "pauses": 1000, "shown": 0.234, "right": 0.5598, "avg_right_chars": 6.03, "multiword_shown": 0.087, "multiword_right": 0.4023, "saved_with_tab": 0.0658, "saved_word_by_word": 0.0746 }, "email/editing": { "pauses": 1000, "shown": 0.213, "right": 0.5915, "avg_right_chars": 5.63, "multiword_shown": 0.078, "multiword_right": 0.4231, "saved_with_tab": 0.0591, "saved_word_by_word": 0.0653 } }, "0.4": { "articles/typing": { "pauses": 1000, "shown": 0.149, "right": 0.698, "avg_right_chars": 6.12, "multiword_shown": 0.057, "multiword_right": 0.614, "saved_with_tab": 0.0531, "saved_word_by_word": 0.0563 }, "articles/editing": { "pauses": 1000, "shown": 0.107, "right": 0.7103, "avg_right_chars": 5.72, "multiword_shown": 0.034, "multiword_right": 0.6765, "saved_with_tab": 0.0362, "saved_word_by_word": 0.0384 }, "messages/typing": { "pauses": 1000, "shown": 0.251, "right": 0.6255, "avg_right_chars": 7.7, "multiword_shown": 0.133, "multiword_right": 0.6015, "saved_with_tab": 0.1008, "saved_word_by_word": 0.1159 }, "messages/editing": { "pauses": 1000, "shown": 0.239, "right": 0.6569, "avg_right_chars": 7.29, "multiword_shown": 0.127, "multiword_right": 0.6378, "saved_with_tab": 0.0954, "saved_word_by_word": 0.1078 }, "email/typing": { "pauses": 1000, "shown": 0.162, "right": 0.679, "avg_right_chars": 5.84, "multiword_shown": 0.049, "multiword_right": 0.4898, "saved_with_tab": 0.0535, "saved_word_by_word": 0.0575 }, "email/editing": { "pauses": 1000, "shown": 0.165, "right": 0.6727, "avg_right_chars": 5.56, "multiword_shown": 0.055, "multiword_right": 0.5818, "saved_with_tab": 0.0514, "saved_word_by_word": 0.0545 } }, "0.5": { "articles/typing": { "pauses": 1000, "shown": 0.101, "right": 0.7822, "avg_right_chars": 5.86, "multiword_shown": 0.035, "multiword_right": 0.7143, "saved_with_tab": 0.0386, "saved_word_by_word": 0.04 }, "articles/editing": { "pauses": 1000, "shown": 0.08, "right": 0.825, "avg_right_chars": 5.61, "multiword_shown": 0.024, "multiword_right": 0.8333, "saved_with_tab": 0.0308, "saved_word_by_word": 0.0317 }, "messages/typing": { "pauses": 1000, "shown": 0.193, "right": 0.7461, "avg_right_chars": 7.31, "multiword_shown": 0.094, "multiword_right": 0.7021, "saved_with_tab": 0.0877, "saved_word_by_word": 0.0969 }, "messages/editing": { "pauses": 1000, "shown": 0.175, "right": 0.76, "avg_right_chars": 6.87, "multiword_shown": 0.091, "multiword_right": 0.7033, "saved_with_tab": 0.0762, "saved_word_by_word": 0.0843 }, "email/typing": { "pauses": 1000, "shown": 0.112, "right": 0.7768, "avg_right_chars": 5.54, "multiword_shown": 0.035, "multiword_right": 0.5143, "saved_with_tab": 0.0402, "saved_word_by_word": 0.0427 }, "email/editing": { "pauses": 1000, "shown": 0.118, "right": 0.7797, "avg_right_chars": 5.5, "multiword_shown": 0.031, "multiword_right": 0.7097, "saved_with_tab": 0.0422, "saved_word_by_word": 0.0435 } }, "0.6": { "articles/typing": { "pauses": 1000, "shown": 0.076, "right": 0.8026, "avg_right_chars": 5.77, "multiword_shown": 0.026, "multiword_right": 0.7692, "saved_with_tab": 0.0293, "saved_word_by_word": 0.0303 }, "articles/editing": { "pauses": 1000, "shown": 0.059, "right": 0.8983, "avg_right_chars": 5.45, "multiword_shown": 0.014, "multiword_right": 0.7857, "saved_with_tab": 0.0241, "saved_word_by_word": 0.0244 }, "messages/typing": { "pauses": 1000, "shown": 0.152, "right": 0.8421, "avg_right_chars": 7.22, "multiword_shown": 0.068, "multiword_right": 0.8382, "saved_with_tab": 0.077, "saved_word_by_word": 0.0795 }, "messages/editing": { "pauses": 1000, "shown": 0.141, "right": 0.8369, "avg_right_chars": 6.39, "multiword_shown": 0.065, "multiword_right": 0.7538, "saved_with_tab": 0.0628, "saved_word_by_word": 0.0669 }, "email/typing": { "pauses": 1000, "shown": 0.086, "right": 0.8256, "avg_right_chars": 5.23, "multiword_shown": 0.015, "multiword_right": 0.5333, "saved_with_tab": 0.0309, "saved_word_by_word": 0.0322 }, "email/editing": { "pauses": 1000, "shown": 0.084, "right": 0.8452, "avg_right_chars": 5.34, "multiword_shown": 0.016, "multiword_right": 0.75, "saved_with_tab": 0.0316, "saved_word_by_word": 0.0319 } }, "0.7": { "articles/typing": { "pauses": 1000, "shown": 0.052, "right": 0.8654, "avg_right_chars": 6.09, "multiword_shown": 0.017, "multiword_right": 0.8235, "saved_with_tab": 0.0228, "saved_word_by_word": 0.0232 }, "articles/editing": { "pauses": 1000, "shown": 0.043, "right": 0.9302, "avg_right_chars": 5.25, "multiword_shown": 0.01, "multiword_right": 0.9, "saved_with_tab": 0.0175, "saved_word_by_word": 0.0177 }, "messages/typing": { "pauses": 1000, "shown": 0.117, "right": 0.8718, "avg_right_chars": 6.64, "multiword_shown": 0.045, "multiword_right": 0.8889, "saved_with_tab": 0.0564, "saved_word_by_word": 0.0579 }, "messages/editing": { "pauses": 1000, "shown": 0.105, "right": 0.8857, "avg_right_chars": 5.98, "multiword_shown": 0.038, "multiword_right": 0.8684, "saved_with_tab": 0.0463, "saved_word_by_word": 0.0476 }, "email/typing": { "pauses": 1000, "shown": 0.058, "right": 0.8103, "avg_right_chars": 5.19, "multiword_shown": 0.007, "multiword_right": 0.4286, "saved_with_tab": 0.0203, "saved_word_by_word": 0.0206 }, "email/editing": { "pauses": 1000, "shown": 0.066, "right": 0.8788, "avg_right_chars": 4.98, "multiword_shown": 0.008, "multiword_right": 0.5, "saved_with_tab": 0.0241, "saved_word_by_word": 0.0244 } } }, "examples": [ { "domain": "articles", "scenario": "editing", "before": " the Spaghetti Western film genre) and Hate Boat, were publi", "suggestion": "shed", "truth": "shed by Comico C", "right": true }, { "domain": "articles", "scenario": "editing", "before": "rked on a tour of Canada with I Hate Sally, Hiretsukan, GFK,", "suggestion": " and", "truth": " and DeadPoets a", "right": true }, { "domain": "messages", "scenario": "typing", "before": " be completely benevolent and will always act in our best in", "suggestion": "terests.", "truth": "terests, ensuring th", "right": false }, { "domain": "messages", "scenario": "typing", "before": "onsidered new. Those decisions make the graphs as neat as po", "suggestion": "ssible.", "truth": "ssible, and it is t", "right": false }, { "domain": "messages", "scenario": "editing", "before": "e optimal level of production and pricing for businesses. L'", "suggestion": "Hpital's Rule can", "truth": "Hpital's Rule can help analyz", "right": true }, { "domain": "email", "scenario": "editing", "before": "ured products and marketing of electricity for the United St", "suggestion": "ates", "truth": "ates ? Actively ", "right": true } ], "latency_ms": { "p50": 15.38, "p95": 42.67, "note": "Measured in this eval process, not in a browser." } }