| { |
| "model": "tinynext-v2-3b", |
| "sees_after": true, |
| "cutoffs": { |
| "0.3": { |
| "articles/typing": { |
| "pauses": 1000, |
| "shown": 0.204, |
| "right": 0.5882, |
| "avg_right_chars": 6.04, |
| "multiword_shown": 0.086, |
| "multiword_right": 0.5465, |
| "saved_with_tab": 0.0604, |
| "saved_word_by_word": 0.0679 |
| }, |
| "articles/editing": { |
| "pauses": 1000, |
| "shown": 0.152, |
| "right": 0.6382, |
| "avg_right_chars": 5.86, |
| "multiword_shown": 0.062, |
| "multiword_right": 0.629, |
| "saved_with_tab": 0.0473, |
| "saved_word_by_word": 0.0516 |
| }, |
| "messages/typing": { |
| "pauses": 1000, |
| "shown": 0.324, |
| "right": 0.5463, |
| "avg_right_chars": 7.8, |
| "multiword_shown": 0.18, |
| "multiword_right": 0.5333, |
| "saved_with_tab": 0.115, |
| "saved_word_by_word": 0.1404 |
| }, |
| "messages/editing": { |
| "pauses": 1000, |
| "shown": 0.317, |
| "right": 0.5584, |
| "avg_right_chars": 7.47, |
| "multiword_shown": 0.173, |
| "multiword_right": 0.5376, |
| "saved_with_tab": 0.1102, |
| "saved_word_by_word": 0.1328 |
| }, |
| "email/typing": { |
| "pauses": 1000, |
| "shown": 0.234, |
| "right": 0.5598, |
| "avg_right_chars": 6.03, |
| "multiword_shown": 0.087, |
| "multiword_right": 0.4023, |
| "saved_with_tab": 0.0658, |
| "saved_word_by_word": 0.0746 |
| }, |
| "email/editing": { |
| "pauses": 1000, |
| "shown": 0.213, |
| "right": 0.5915, |
| "avg_right_chars": 5.63, |
| "multiword_shown": 0.078, |
| "multiword_right": 0.4231, |
| "saved_with_tab": 0.0591, |
| "saved_word_by_word": 0.0653 |
| } |
| }, |
| "0.4": { |
| "articles/typing": { |
| "pauses": 1000, |
| "shown": 0.149, |
| "right": 0.698, |
| "avg_right_chars": 6.12, |
| "multiword_shown": 0.057, |
| "multiword_right": 0.614, |
| "saved_with_tab": 0.0531, |
| "saved_word_by_word": 0.0563 |
| }, |
| "articles/editing": { |
| "pauses": 1000, |
| "shown": 0.107, |
| "right": 0.7103, |
| "avg_right_chars": 5.72, |
| "multiword_shown": 0.034, |
| "multiword_right": 0.6765, |
| "saved_with_tab": 0.0362, |
| "saved_word_by_word": 0.0384 |
| }, |
| "messages/typing": { |
| "pauses": 1000, |
| "shown": 0.251, |
| "right": 0.6255, |
| "avg_right_chars": 7.7, |
| "multiword_shown": 0.133, |
| "multiword_right": 0.6015, |
| "saved_with_tab": 0.1008, |
| "saved_word_by_word": 0.1159 |
| }, |
| "messages/editing": { |
| "pauses": 1000, |
| "shown": 0.239, |
| "right": 0.6569, |
| "avg_right_chars": 7.29, |
| "multiword_shown": 0.127, |
| "multiword_right": 0.6378, |
| "saved_with_tab": 0.0954, |
| "saved_word_by_word": 0.1078 |
| }, |
| "email/typing": { |
| "pauses": 1000, |
| "shown": 0.162, |
| "right": 0.679, |
| "avg_right_chars": 5.84, |
| "multiword_shown": 0.049, |
| "multiword_right": 0.4898, |
| "saved_with_tab": 0.0535, |
| "saved_word_by_word": 0.0575 |
| }, |
| "email/editing": { |
| "pauses": 1000, |
| "shown": 0.165, |
| "right": 0.6727, |
| "avg_right_chars": 5.56, |
| "multiword_shown": 0.055, |
| "multiword_right": 0.5818, |
| "saved_with_tab": 0.0514, |
| "saved_word_by_word": 0.0545 |
| } |
| }, |
| "0.5": { |
| "articles/typing": { |
| "pauses": 1000, |
| "shown": 0.101, |
| "right": 0.7822, |
| "avg_right_chars": 5.86, |
| "multiword_shown": 0.035, |
| "multiword_right": 0.7143, |
| "saved_with_tab": 0.0386, |
| "saved_word_by_word": 0.04 |
| }, |
| "articles/editing": { |
| "pauses": 1000, |
| "shown": 0.08, |
| "right": 0.825, |
| "avg_right_chars": 5.61, |
| "multiword_shown": 0.024, |
| "multiword_right": 0.8333, |
| "saved_with_tab": 0.0308, |
| "saved_word_by_word": 0.0317 |
| }, |
| "messages/typing": { |
| "pauses": 1000, |
| "shown": 0.193, |
| "right": 0.7461, |
| "avg_right_chars": 7.31, |
| "multiword_shown": 0.094, |
| "multiword_right": 0.7021, |
| "saved_with_tab": 0.0877, |
| "saved_word_by_word": 0.0969 |
| }, |
| "messages/editing": { |
| "pauses": 1000, |
| "shown": 0.175, |
| "right": 0.76, |
| "avg_right_chars": 6.87, |
| "multiword_shown": 0.091, |
| "multiword_right": 0.7033, |
| "saved_with_tab": 0.0762, |
| "saved_word_by_word": 0.0843 |
| }, |
| "email/typing": { |
| "pauses": 1000, |
| "shown": 0.112, |
| "right": 0.7768, |
| "avg_right_chars": 5.54, |
| "multiword_shown": 0.035, |
| "multiword_right": 0.5143, |
| "saved_with_tab": 0.0402, |
| "saved_word_by_word": 0.0427 |
| }, |
| "email/editing": { |
| "pauses": 1000, |
| "shown": 0.118, |
| "right": 0.7797, |
| "avg_right_chars": 5.5, |
| "multiword_shown": 0.031, |
| "multiword_right": 0.7097, |
| "saved_with_tab": 0.0422, |
| "saved_word_by_word": 0.0435 |
| } |
| }, |
| "0.6": { |
| "articles/typing": { |
| "pauses": 1000, |
| "shown": 0.076, |
| "right": 0.8026, |
| "avg_right_chars": 5.77, |
| "multiword_shown": 0.026, |
| "multiword_right": 0.7692, |
| "saved_with_tab": 0.0293, |
| "saved_word_by_word": 0.0303 |
| }, |
| "articles/editing": { |
| "pauses": 1000, |
| "shown": 0.059, |
| "right": 0.8983, |
| "avg_right_chars": 5.45, |
| "multiword_shown": 0.014, |
| "multiword_right": 0.7857, |
| "saved_with_tab": 0.0241, |
| "saved_word_by_word": 0.0244 |
| }, |
| "messages/typing": { |
| "pauses": 1000, |
| "shown": 0.152, |
| "right": 0.8421, |
| "avg_right_chars": 7.22, |
| "multiword_shown": 0.068, |
| "multiword_right": 0.8382, |
| "saved_with_tab": 0.077, |
| "saved_word_by_word": 0.0795 |
| }, |
| "messages/editing": { |
| "pauses": 1000, |
| "shown": 0.141, |
| "right": 0.8369, |
| "avg_right_chars": 6.39, |
| "multiword_shown": 0.065, |
| "multiword_right": 0.7538, |
| "saved_with_tab": 0.0628, |
| "saved_word_by_word": 0.0669 |
| }, |
| "email/typing": { |
| "pauses": 1000, |
| "shown": 0.086, |
| "right": 0.8256, |
| "avg_right_chars": 5.23, |
| "multiword_shown": 0.015, |
| "multiword_right": 0.5333, |
| "saved_with_tab": 0.0309, |
| "saved_word_by_word": 0.0322 |
| }, |
| "email/editing": { |
| "pauses": 1000, |
| "shown": 0.084, |
| "right": 0.8452, |
| "avg_right_chars": 5.34, |
| "multiword_shown": 0.016, |
| "multiword_right": 0.75, |
| "saved_with_tab": 0.0316, |
| "saved_word_by_word": 0.0319 |
| } |
| }, |
| "0.7": { |
| "articles/typing": { |
| "pauses": 1000, |
| "shown": 0.052, |
| "right": 0.8654, |
| "avg_right_chars": 6.09, |
| "multiword_shown": 0.017, |
| "multiword_right": 0.8235, |
| "saved_with_tab": 0.0228, |
| "saved_word_by_word": 0.0232 |
| }, |
| "articles/editing": { |
| "pauses": 1000, |
| "shown": 0.043, |
| "right": 0.9302, |
| "avg_right_chars": 5.25, |
| "multiword_shown": 0.01, |
| "multiword_right": 0.9, |
| "saved_with_tab": 0.0175, |
| "saved_word_by_word": 0.0177 |
| }, |
| "messages/typing": { |
| "pauses": 1000, |
| "shown": 0.117, |
| "right": 0.8718, |
| "avg_right_chars": 6.64, |
| "multiword_shown": 0.045, |
| "multiword_right": 0.8889, |
| "saved_with_tab": 0.0564, |
| "saved_word_by_word": 0.0579 |
| }, |
| "messages/editing": { |
| "pauses": 1000, |
| "shown": 0.105, |
| "right": 0.8857, |
| "avg_right_chars": 5.98, |
| "multiword_shown": 0.038, |
| "multiword_right": 0.8684, |
| "saved_with_tab": 0.0463, |
| "saved_word_by_word": 0.0476 |
| }, |
| "email/typing": { |
| "pauses": 1000, |
| "shown": 0.058, |
| "right": 0.8103, |
| "avg_right_chars": 5.19, |
| "multiword_shown": 0.007, |
| "multiword_right": 0.4286, |
| "saved_with_tab": 0.0203, |
| "saved_word_by_word": 0.0206 |
| }, |
| "email/editing": { |
| "pauses": 1000, |
| "shown": 0.066, |
| "right": 0.8788, |
| "avg_right_chars": 4.98, |
| "multiword_shown": 0.008, |
| "multiword_right": 0.5, |
| "saved_with_tab": 0.0241, |
| "saved_word_by_word": 0.0244 |
| } |
| } |
| }, |
| "examples": [ |
| { |
| "domain": "articles", |
| "scenario": "editing", |
| "before": " the Spaghetti Western film genre) and Hate Boat, were publi", |
| "suggestion": "shed", |
| "truth": "shed by Comico C", |
| "right": true |
| }, |
| { |
| "domain": "articles", |
| "scenario": "editing", |
| "before": "rked on a tour of Canada with I Hate Sally, Hiretsukan, GFK,", |
| "suggestion": " and", |
| "truth": " and DeadPoets a", |
| "right": true |
| }, |
| { |
| "domain": "messages", |
| "scenario": "typing", |
| "before": " be completely benevolent and will always act in our best in", |
| "suggestion": "terests.", |
| "truth": "terests, ensuring th", |
| "right": false |
| }, |
| { |
| "domain": "messages", |
| "scenario": "typing", |
| "before": "onsidered new. Those decisions make the graphs as neat as po", |
| "suggestion": "ssible.", |
| "truth": "ssible, and it is t", |
| "right": false |
| }, |
| { |
| "domain": "messages", |
| "scenario": "editing", |
| "before": "e optimal level of production and pricing for businesses. L'", |
| "suggestion": "Hpital's Rule can", |
| "truth": "Hpital's Rule can help analyz", |
| "right": true |
| }, |
| { |
| "domain": "email", |
| "scenario": "editing", |
| "before": "ured products and marketing of electricity for the United St", |
| "suggestion": "ates", |
| "truth": "ates ? Actively ", |
| "right": true |
| } |
| ], |
| "latency_ms": { |
| "p50": 15.38, |
| "p95": 42.67, |
| "note": "Measured in this eval process, not in a browser." |
| } |
| } |
