{ "args": { "hidden": 512, "epochs": 30, "batch": 256, "seq": 256, "burn_in": 32, "lr": 0.0015, "typo_rate": 0.08, "limit_frac": 1.0, "eval_positions": 5000, "context": 128, "horizon": 48, "repo": "cfahlgren1/email-autocomplete-gru", "run_name": "gru-512", "no_push": false }, "device": "cuda", "parameters": 944354, "data": { "train": { "emails": 119859, "chars": 40136658 }, "val": { "emails": 8252, "chars": 2775980 }, "test": { "emails": 6922, "chars": 2710169 } }, "history": [ { "epoch": 1, "train_loss": 1.7093, "val_loss": 1.3716, "seconds": 23.9, "chars_per_sec": 1678766 }, { "epoch": 2, "train_loss": 1.2792, "val_loss": 1.2911, "seconds": 23.6, "chars_per_sec": 1701572 }, { "epoch": 3, "train_loss": 1.2231, "val_loss": 1.2582, "seconds": 23.6, "chars_per_sec": 1700904 }, { "epoch": 4, "train_loss": 1.195, "val_loss": 1.2396, "seconds": 23.6, "chars_per_sec": 1702926 }, { "epoch": 5, "train_loss": 1.1768, "val_loss": 1.2254, "seconds": 23.5, "chars_per_sec": 1703932 }, { "epoch": 6, "train_loss": 1.1639, "val_loss": 1.2171, "seconds": 23.6, "chars_per_sec": 1701905 }, { "epoch": 7, "train_loss": 1.1538, "val_loss": 1.2087, "seconds": 23.6, "chars_per_sec": 1701450 }, { "epoch": 8, "train_loss": 1.1456, "val_loss": 1.2043, "seconds": 23.6, "chars_per_sec": 1702601 }, { "epoch": 9, "train_loss": 1.1388, "val_loss": 1.1969, "seconds": 23.5, "chars_per_sec": 1703175 }, { "epoch": 10, "train_loss": 1.1327, "val_loss": 1.193, "seconds": 23.6, "chars_per_sec": 1701059 }, { "epoch": 11, "train_loss": 1.1276, "val_loss": 1.1895, "seconds": 23.6, "chars_per_sec": 1702827 }, { "epoch": 12, "train_loss": 1.1228, "val_loss": 1.1856, "seconds": 23.6, "chars_per_sec": 1700650 }, { "epoch": 13, "train_loss": 1.1186, "val_loss": 1.1824, "seconds": 23.5, "chars_per_sec": 1703353 }, { "epoch": 14, "train_loss": 1.1141, "val_loss": 1.1791, "seconds": 23.6, "chars_per_sec": 1702586 }, { "epoch": 15, "train_loss": 1.1108, "val_loss": 1.1765, "seconds": 23.6, "chars_per_sec": 1702570 }, { "epoch": 16, "train_loss": 1.1075, "val_loss": 1.175, "seconds": 23.6, "chars_per_sec": 1702686 }, { "epoch": 17, "train_loss": 1.1041, "val_loss": 1.1718, "seconds": 23.5, "chars_per_sec": 1703957 }, { "epoch": 18, "train_loss": 1.1015, "val_loss": 1.17, "seconds": 23.6, "chars_per_sec": 1701778 }, { "epoch": 19, "train_loss": 1.0985, "val_loss": 1.1678, "seconds": 23.6, "chars_per_sec": 1702612 }, { "epoch": 20, "train_loss": 1.0959, "val_loss": 1.1659, "seconds": 23.6, "chars_per_sec": 1702960 }, { "epoch": 21, "train_loss": 1.0935, "val_loss": 1.1642, "seconds": 23.6, "chars_per_sec": 1701776 }, { "epoch": 22, "train_loss": 1.0913, "val_loss": 1.1632, "seconds": 23.6, "chars_per_sec": 1702317 }, { "epoch": 23, "train_loss": 1.0896, "val_loss": 1.1624, "seconds": 23.6, "chars_per_sec": 1701215 }, { "epoch": 24, "train_loss": 1.0874, "val_loss": 1.1613, "seconds": 23.6, "chars_per_sec": 1701278 }, { "epoch": 25, "train_loss": 1.0863, "val_loss": 1.1606, "seconds": 23.6, "chars_per_sec": 1700749 }, { "epoch": 26, "train_loss": 1.085, "val_loss": 1.1596, "seconds": 23.6, "chars_per_sec": 1701575 }, { "epoch": 27, "train_loss": 1.0839, "val_loss": 1.1592, "seconds": 23.6, "chars_per_sec": 1699705 }, { "epoch": 28, "train_loss": 1.083, "val_loss": 1.1588, "seconds": 23.6, "chars_per_sec": 1700990 }, { "epoch": 29, "train_loss": 1.0823, "val_loss": 1.1588, "seconds": 23.6, "chars_per_sec": 1702216 }, { "epoch": 30, "train_loss": 1.0821, "val_loss": 1.1586, "seconds": 23.5, "chars_per_sec": 1704907 } ], "best_val_loss": 1.1586, "test_positions": 5000, "held_out_sender_suggestions": { "0.05": { "coverage": 0.624, "precision": 0.2064, "avg_chars_when_correct": 6.93, "chars_saved_per_position": 0.892 }, "0.1": { "coverage": 0.4622, "precision": 0.3124, "avg_chars_when_correct": 6.41, "chars_saved_per_position": 0.925 }, "0.2": { "coverage": 0.2974, "precision": 0.4808, "avg_chars_when_correct": 6.03, "chars_saved_per_position": 0.863 }, "0.35": { "coverage": 0.1796, "precision": 0.6559, "avg_chars_when_correct": 5.8, "chars_saved_per_position": 0.683 }, "0.5": { "coverage": 0.1114, "precision": 0.7953, "avg_chars_when_correct": 5.64, "chars_saved_per_position": 0.5 }, "0.7": { "coverage": 0.0694, "precision": 0.8991, "avg_chars_when_correct": 5.4, "chars_saved_per_position": 0.337 } }, "exports": { "float": { "size_mb": 3.78, "native_cpu_single_thread_step": { "p50_ms": 0.114, "p95_ms": 0.125 }, "suggestions_1000_positions": { "0.05": { "coverage": 0.638, "precision": 0.2132, "avg_chars_when_correct": 6.7, "chars_saved_per_position": 0.911 }, "0.1": { "coverage": 0.496, "precision": 0.3085, "avg_chars_when_correct": 6.3, "chars_saved_per_position": 0.964 }, "0.2": { "coverage": 0.312, "precision": 0.4583, "avg_chars_when_correct": 5.94, "chars_saved_per_position": 0.849 }, "0.35": { "coverage": 0.202, "precision": 0.604, "avg_chars_when_correct": 5.77, "chars_saved_per_position": 0.704 }, "0.5": { "coverage": 0.119, "precision": 0.7479, "avg_chars_when_correct": 5.58, "chars_saved_per_position": 0.497 }, "0.7": { "coverage": 0.078, "precision": 0.8718, "avg_chars_when_correct": 5.21, "chars_saved_per_position": 0.354 } } }, "quint8": { "size_mb": 0.98, "native_cpu_single_thread_step": { "p50_ms": 0.059, "p95_ms": 0.084 }, "suggestions_1000_positions": { "0.05": { "coverage": 0.655, "precision": 0.2, "avg_chars_when_correct": 6.83, "chars_saved_per_position": 0.895 }, "0.1": { "coverage": 0.492, "precision": 0.311, "avg_chars_when_correct": 6.35, "chars_saved_per_position": 0.971 }, "0.2": { "coverage": 0.318, "precision": 0.4686, "avg_chars_when_correct": 5.97, "chars_saved_per_position": 0.89 }, "0.35": { "coverage": 0.198, "precision": 0.6414, "avg_chars_when_correct": 5.66, "chars_saved_per_position": 0.719 }, "0.5": { "coverage": 0.123, "precision": 0.7642, "avg_chars_when_correct": 5.53, "chars_saved_per_position": 0.52 }, "0.7": { "coverage": 0.081, "precision": 0.8889, "avg_chars_when_correct": 5.42, "chars_saved_per_position": 0.39 } } } }, "prompt_samples": { "Hi John,\n\nThanks for ": { "continuation": "the info. I will be out of the office tomorrow a", "suggestion_at_0.2": "the" }, "Please let me know if ": { "continuation": "you have any questions.\n\nThanks,\n\nKayThe follow", "suggestion_at_0.2": "you have any" }, "I will send you ": { "continuation": "a copy of the attached document. I will be out o", "suggestion_at_0.2": "a" }, "Let me kn": { "continuation": "ow if you have any questions.\n\nThanks,\n\nKayThe ", "suggestion_at_0.2": "ow if you have" }, "Thnaks for the ": { "continuation": "info. I will be out of the office tomorrow and w", "suggestion_at_0.2": "" }, "I look forward to ": { "continuation": "seeing you there. I will be out of the office to", "suggestion_at_0.2": "" }, "Can we schedule a ": { "continuation": "meeting to discuss the attached spreadsheet for ", "suggestion_at_0.2": "meeting" }, "Sorry for the dela": { "continuation": "y. I will be out of the office tomorrow and we w", "suggestion_at_0.2": "y." }, "Plese find attached ": { "continuation": "the following contract for the Enron Corp. Gas P", "suggestion_at_0.2": "the" }, "We need to discuss ": { "continuation": "the attached spreadsheet for the following dates", "suggestion_at_0.2": "the" } }, "held_out_examples": [ { "context": "ou trading a book yet? Playing any poker? Bingham was here f", "truth": "or Q-School last week. Didn't go so well.", "suggestion_at_0.2": "or" }, { "context": "Please use this model. I had a few change", "truth": "s after talking to the guys in the west. Thanks!", "suggestion_at_0.2": "s to" }, { "context": "not open the attachment. Please, send it as a MS Word docume", "truth": "nt or a .pdf file.", "suggestion_at_0.2": "nt." }, { "context": "n I do to help. I would also like to visit on status of e*p ", "truth": "group and mariner.", "suggestion_at_0.2": "" }, { "context": " complete hourly schedule for June 1, including IBM and inco", "truth": "rporating all known changes confirmed by that ti", "suggestion_at_0.2": "me" }, { "context": " delivery rights at SoCal/Topock for at least a pro rata por", "truth": "tion of its released capacity.", "suggestion_at_0.2": "tion of" }, { "context": "i talked to chris a li", "truth": "ttle bit and he is going to call back tonight at", "suggestion_at_0.2": "ttle" }, { "context": " I might be missing something about the way you guys do thes", "truth": "e deals in Canada so I thought I would run this ", "suggestion_at_0.2": "e" }, { "context": "Traci,\n\nThanks. This is the best solution given all the unce", "truth": "rtainties we face.", "suggestion_at_0.2": "rtainty" }, { "context": "\nAquila,s strategy comes as little surprise to Stuebi. As mu", "truth": "ch success as the company has had, he said he th", "suggestion_at_0.2": "ch" }, { "context": "Jim,\n\nWhat about 2 p.m., my time, on Friday, Au", "truth": "gust 17. If this works for you, I shall try to i", "suggestion_at_0.2": "gust" }, { "context": "'s and CDD's for Philedelphia, Allentown Washington DC, Balt", "truth": "imore, Pittsburg, Newark, New York City, Cinncin", "suggestion_at_0.2": "imore" }, { "context": " release.\n\nThe company will offer derivatives to hedge volat", "truth": "ile electricity prices.", "suggestion_at_0.2": "ility" }, { "context": "day, I need access to West deals in Sitara. At a mininum I s", "truth": "till need access to all Chicago/Midwest deals al", "suggestion_at_0.2": "ent" }, { "context": "on, attached for your review is a draft of the First Amendme", "truth": "nt to Master Agreement between Enron North Ameri", "suggestion_at_0.2": "nt to" }, { "context": "I have provided all the info that Tami Scudder ", "truth": "requested today.", "suggestion_at_0.2": "is" }, { "context": "ontana Power Company (MPC) System Border for Thursday and Fr", "truth": "iday (July 12, 13) @ $67.85/MWh. Thanks, John", "suggestion_at_0.2": "iday" }, { "context": "e EnBank contracts physical or financial? It seems to me we ", "truth": "should use the same customer profiles - that is ", "suggestion_at_0.2": "" }, { "context": "I have an appointment at 1:00 today and should be ", "truth": "back to the office between 2 - 2:30.", "suggestion_at_0.2": "" }, { "context": "I'm glad everythi", "truth": "ng worked out for you. Hope you have a great tim", "suggestion_at_0.2": "ng is" }, { "context": "o's Line 1100 from Eunice Station to Pecos River Station wil", "truth": "l be out of service for 16 hours Saturday beginn", "suggestion_at_0.2": "l be" }, { "context": "rty\" in the second line of paragraph 1. Otherwise they look ", "truth": "great to me.", "suggestion_at_0.2": "" }, { "context": "on Houston in the next day or so.\n\nPlease call me if you hav", "truth": "e any questions.", "suggestion_at_0.2": "e any questions." }, { "context": "s not guarantee any continuity of support for you.\n\nPlease, ", "truth": "let me know what you decide to do over the next ", "suggestion_at_0.2": "" }, { "context": " tend to agree with you, but Nora Dobin is the lawyer who kn", "truth": "ows the most about the DealBench system - you sh", "suggestion_at_0.2": "ows" } ], "total_seconds": 831.5 }