| { |
| "args": { |
| "hidden": 512, |
| "epochs": 30, |
| "batch": 256, |
| "seq": 256, |
| "burn_in": 32, |
| "lr": 0.0015, |
| "typo_rate": 0.08, |
| "limit_frac": 1.0, |
| "eval_positions": 5000, |
| "context": 128, |
| "horizon": 48, |
| "repo": "cfahlgren1/email-autocomplete-gru", |
| "run_name": "gru-512", |
| "no_push": false |
| }, |
| "device": "cuda", |
| "parameters": 944354, |
| "data": { |
| "train": { |
| "emails": 119859, |
| "chars": 40136658 |
| }, |
| "val": { |
| "emails": 8252, |
| "chars": 2775980 |
| }, |
| "test": { |
| "emails": 6922, |
| "chars": 2710169 |
| } |
| }, |
| "history": [ |
| { |
| "epoch": 1, |
| "train_loss": 1.7093, |
| "val_loss": 1.3716, |
| "seconds": 23.9, |
| "chars_per_sec": 1678766 |
| }, |
| { |
| "epoch": 2, |
| "train_loss": 1.2792, |
| "val_loss": 1.2911, |
| "seconds": 23.6, |
| "chars_per_sec": 1701572 |
| }, |
| { |
| "epoch": 3, |
| "train_loss": 1.2231, |
| "val_loss": 1.2582, |
| "seconds": 23.6, |
| "chars_per_sec": 1700904 |
| }, |
| { |
| "epoch": 4, |
| "train_loss": 1.195, |
| "val_loss": 1.2396, |
| "seconds": 23.6, |
| "chars_per_sec": 1702926 |
| }, |
| { |
| "epoch": 5, |
| "train_loss": 1.1768, |
| "val_loss": 1.2254, |
| "seconds": 23.5, |
| "chars_per_sec": 1703932 |
| }, |
| { |
| "epoch": 6, |
| "train_loss": 1.1639, |
| "val_loss": 1.2171, |
| "seconds": 23.6, |
| "chars_per_sec": 1701905 |
| }, |
| { |
| "epoch": 7, |
| "train_loss": 1.1538, |
| "val_loss": 1.2087, |
| "seconds": 23.6, |
| "chars_per_sec": 1701450 |
| }, |
| { |
| "epoch": 8, |
| "train_loss": 1.1456, |
| "val_loss": 1.2043, |
| "seconds": 23.6, |
| "chars_per_sec": 1702601 |
| }, |
| { |
| "epoch": 9, |
| "train_loss": 1.1388, |
| "val_loss": 1.1969, |
| "seconds": 23.5, |
| "chars_per_sec": 1703175 |
| }, |
| { |
| "epoch": 10, |
| "train_loss": 1.1327, |
| "val_loss": 1.193, |
| "seconds": 23.6, |
| "chars_per_sec": 1701059 |
| }, |
| { |
| "epoch": 11, |
| "train_loss": 1.1276, |
| "val_loss": 1.1895, |
| "seconds": 23.6, |
| "chars_per_sec": 1702827 |
| }, |
| { |
| "epoch": 12, |
| "train_loss": 1.1228, |
| "val_loss": 1.1856, |
| "seconds": 23.6, |
| "chars_per_sec": 1700650 |
| }, |
| { |
| "epoch": 13, |
| "train_loss": 1.1186, |
| "val_loss": 1.1824, |
| "seconds": 23.5, |
| "chars_per_sec": 1703353 |
| }, |
| { |
| "epoch": 14, |
| "train_loss": 1.1141, |
| "val_loss": 1.1791, |
| "seconds": 23.6, |
| "chars_per_sec": 1702586 |
| }, |
| { |
| "epoch": 15, |
| "train_loss": 1.1108, |
| "val_loss": 1.1765, |
| "seconds": 23.6, |
| "chars_per_sec": 1702570 |
| }, |
| { |
| "epoch": 16, |
| "train_loss": 1.1075, |
| "val_loss": 1.175, |
| "seconds": 23.6, |
| "chars_per_sec": 1702686 |
| }, |
| { |
| "epoch": 17, |
| "train_loss": 1.1041, |
| "val_loss": 1.1718, |
| "seconds": 23.5, |
| "chars_per_sec": 1703957 |
| }, |
| { |
| "epoch": 18, |
| "train_loss": 1.1015, |
| "val_loss": 1.17, |
| "seconds": 23.6, |
| "chars_per_sec": 1701778 |
| }, |
| { |
| "epoch": 19, |
| "train_loss": 1.0985, |
| "val_loss": 1.1678, |
| "seconds": 23.6, |
| "chars_per_sec": 1702612 |
| }, |
| { |
| "epoch": 20, |
| "train_loss": 1.0959, |
| "val_loss": 1.1659, |
| "seconds": 23.6, |
| "chars_per_sec": 1702960 |
| }, |
| { |
| "epoch": 21, |
| "train_loss": 1.0935, |
| "val_loss": 1.1642, |
| "seconds": 23.6, |
| "chars_per_sec": 1701776 |
| }, |
| { |
| "epoch": 22, |
| "train_loss": 1.0913, |
| "val_loss": 1.1632, |
| "seconds": 23.6, |
| "chars_per_sec": 1702317 |
| }, |
| { |
| "epoch": 23, |
| "train_loss": 1.0896, |
| "val_loss": 1.1624, |
| "seconds": 23.6, |
| "chars_per_sec": 1701215 |
| }, |
| { |
| "epoch": 24, |
| "train_loss": 1.0874, |
| "val_loss": 1.1613, |
| "seconds": 23.6, |
| "chars_per_sec": 1701278 |
| }, |
| { |
| "epoch": 25, |
| "train_loss": 1.0863, |
| "val_loss": 1.1606, |
| "seconds": 23.6, |
| "chars_per_sec": 1700749 |
| }, |
| { |
| "epoch": 26, |
| "train_loss": 1.085, |
| "val_loss": 1.1596, |
| "seconds": 23.6, |
| "chars_per_sec": 1701575 |
| }, |
| { |
| "epoch": 27, |
| "train_loss": 1.0839, |
| "val_loss": 1.1592, |
| "seconds": 23.6, |
| "chars_per_sec": 1699705 |
| }, |
| { |
| "epoch": 28, |
| "train_loss": 1.083, |
| "val_loss": 1.1588, |
| "seconds": 23.6, |
| "chars_per_sec": 1700990 |
| }, |
| { |
| "epoch": 29, |
| "train_loss": 1.0823, |
| "val_loss": 1.1588, |
| "seconds": 23.6, |
| "chars_per_sec": 1702216 |
| }, |
| { |
| "epoch": 30, |
| "train_loss": 1.0821, |
| "val_loss": 1.1586, |
| "seconds": 23.5, |
| "chars_per_sec": 1704907 |
| } |
| ], |
| "best_val_loss": 1.1586, |
| "test_positions": 5000, |
| "held_out_sender_suggestions": { |
| "0.05": { |
| "coverage": 0.624, |
| "precision": 0.2064, |
| "avg_chars_when_correct": 6.93, |
| "chars_saved_per_position": 0.892 |
| }, |
| "0.1": { |
| "coverage": 0.4622, |
| "precision": 0.3124, |
| "avg_chars_when_correct": 6.41, |
| "chars_saved_per_position": 0.925 |
| }, |
| "0.2": { |
| "coverage": 0.2974, |
| "precision": 0.4808, |
| "avg_chars_when_correct": 6.03, |
| "chars_saved_per_position": 0.863 |
| }, |
| "0.35": { |
| "coverage": 0.1796, |
| "precision": 0.6559, |
| "avg_chars_when_correct": 5.8, |
| "chars_saved_per_position": 0.683 |
| }, |
| "0.5": { |
| "coverage": 0.1114, |
| "precision": 0.7953, |
| "avg_chars_when_correct": 5.64, |
| "chars_saved_per_position": 0.5 |
| }, |
| "0.7": { |
| "coverage": 0.0694, |
| "precision": 0.8991, |
| "avg_chars_when_correct": 5.4, |
| "chars_saved_per_position": 0.337 |
| } |
| }, |
| "exports": { |
| "float": { |
| "size_mb": 3.78, |
| "native_cpu_single_thread_step": { |
| "p50_ms": 0.114, |
| "p95_ms": 0.125 |
| }, |
| "suggestions_1000_positions": { |
| "0.05": { |
| "coverage": 0.638, |
| "precision": 0.2132, |
| "avg_chars_when_correct": 6.7, |
| "chars_saved_per_position": 0.911 |
| }, |
| "0.1": { |
| "coverage": 0.496, |
| "precision": 0.3085, |
| "avg_chars_when_correct": 6.3, |
| "chars_saved_per_position": 0.964 |
| }, |
| "0.2": { |
| "coverage": 0.312, |
| "precision": 0.4583, |
| "avg_chars_when_correct": 5.94, |
| "chars_saved_per_position": 0.849 |
| }, |
| "0.35": { |
| "coverage": 0.202, |
| "precision": 0.604, |
| "avg_chars_when_correct": 5.77, |
| "chars_saved_per_position": 0.704 |
| }, |
| "0.5": { |
| "coverage": 0.119, |
| "precision": 0.7479, |
| "avg_chars_when_correct": 5.58, |
| "chars_saved_per_position": 0.497 |
| }, |
| "0.7": { |
| "coverage": 0.078, |
| "precision": 0.8718, |
| "avg_chars_when_correct": 5.21, |
| "chars_saved_per_position": 0.354 |
| } |
| } |
| }, |
| "quint8": { |
| "size_mb": 0.98, |
| "native_cpu_single_thread_step": { |
| "p50_ms": 0.059, |
| "p95_ms": 0.084 |
| }, |
| "suggestions_1000_positions": { |
| "0.05": { |
| "coverage": 0.655, |
| "precision": 0.2, |
| "avg_chars_when_correct": 6.83, |
| "chars_saved_per_position": 0.895 |
| }, |
| "0.1": { |
| "coverage": 0.492, |
| "precision": 0.311, |
| "avg_chars_when_correct": 6.35, |
| "chars_saved_per_position": 0.971 |
| }, |
| "0.2": { |
| "coverage": 0.318, |
| "precision": 0.4686, |
| "avg_chars_when_correct": 5.97, |
| "chars_saved_per_position": 0.89 |
| }, |
| "0.35": { |
| "coverage": 0.198, |
| "precision": 0.6414, |
| "avg_chars_when_correct": 5.66, |
| "chars_saved_per_position": 0.719 |
| }, |
| "0.5": { |
| "coverage": 0.123, |
| "precision": 0.7642, |
| "avg_chars_when_correct": 5.53, |
| "chars_saved_per_position": 0.52 |
| }, |
| "0.7": { |
| "coverage": 0.081, |
| "precision": 0.8889, |
| "avg_chars_when_correct": 5.42, |
| "chars_saved_per_position": 0.39 |
| } |
| } |
| } |
| }, |
| "prompt_samples": { |
| "Hi John,\n\nThanks for ": { |
| "continuation": "the info. I will be out of the office tomorrow a", |
| "suggestion_at_0.2": "the" |
| }, |
| "Please let me know if ": { |
| "continuation": "you have any questions.\n\nThanks,\n\nKayThe follow", |
| "suggestion_at_0.2": "you have any" |
| }, |
| "I will send you ": { |
| "continuation": "a copy of the attached document. I will be out o", |
| "suggestion_at_0.2": "a" |
| }, |
| "Let me kn": { |
| "continuation": "ow if you have any questions.\n\nThanks,\n\nKayThe ", |
| "suggestion_at_0.2": "ow if you have" |
| }, |
| "Thnaks for the ": { |
| "continuation": "info. I will be out of the office tomorrow and w", |
| "suggestion_at_0.2": "" |
| }, |
| "I look forward to ": { |
| "continuation": "seeing you there. I will be out of the office to", |
| "suggestion_at_0.2": "" |
| }, |
| "Can we schedule a ": { |
| "continuation": "meeting to discuss the attached spreadsheet for ", |
| "suggestion_at_0.2": "meeting" |
| }, |
| "Sorry for the dela": { |
| "continuation": "y. I will be out of the office tomorrow and we w", |
| "suggestion_at_0.2": "y." |
| }, |
| "Plese find attached ": { |
| "continuation": "the following contract for the Enron Corp. Gas P", |
| "suggestion_at_0.2": "the" |
| }, |
| "We need to discuss ": { |
| "continuation": "the attached spreadsheet for the following dates", |
| "suggestion_at_0.2": "the" |
| } |
| }, |
| "held_out_examples": [ |
| { |
| "context": "ou trading a book yet? Playing any poker? Bingham was here f", |
| "truth": "or Q-School last week. Didn't go so well.", |
| "suggestion_at_0.2": "or" |
| }, |
| { |
| "context": "Please use this model. I had a few change", |
| "truth": "s after talking to the guys in the west. Thanks!", |
| "suggestion_at_0.2": "s to" |
| }, |
| { |
| "context": "not open the attachment. Please, send it as a MS Word docume", |
| "truth": "nt or a .pdf file.", |
| "suggestion_at_0.2": "nt." |
| }, |
| { |
| "context": "n I do to help. I would also like to visit on status of e*p ", |
| "truth": "group and mariner.", |
| "suggestion_at_0.2": "" |
| }, |
| { |
| "context": " complete hourly schedule for June 1, including IBM and inco", |
| "truth": "rporating all known changes confirmed by that ti", |
| "suggestion_at_0.2": "me" |
| }, |
| { |
| "context": " delivery rights at SoCal/Topock for at least a pro rata por", |
| "truth": "tion of its released capacity.", |
| "suggestion_at_0.2": "tion of" |
| }, |
| { |
| "context": "i talked to chris a li", |
| "truth": "ttle bit and he is going to call back tonight at", |
| "suggestion_at_0.2": "ttle" |
| }, |
| { |
| "context": " I might be missing something about the way you guys do thes", |
| "truth": "e deals in Canada so I thought I would run this ", |
| "suggestion_at_0.2": "e" |
| }, |
| { |
| "context": "Traci,\n\nThanks. This is the best solution given all the unce", |
| "truth": "rtainties we face.", |
| "suggestion_at_0.2": "rtainty" |
| }, |
| { |
| "context": "\nAquila,s strategy comes as little surprise to Stuebi. As mu", |
| "truth": "ch success as the company has had, he said he th", |
| "suggestion_at_0.2": "ch" |
| }, |
| { |
| "context": "Jim,\n\nWhat about 2 p.m., my time, on Friday, Au", |
| "truth": "gust 17. If this works for you, I shall try to i", |
| "suggestion_at_0.2": "gust" |
| }, |
| { |
| "context": "'s and CDD's for Philedelphia, Allentown Washington DC, Balt", |
| "truth": "imore, Pittsburg, Newark, New York City, Cinncin", |
| "suggestion_at_0.2": "imore" |
| }, |
| { |
| "context": " release.\n\nThe company will offer derivatives to hedge volat", |
| "truth": "ile electricity prices.", |
| "suggestion_at_0.2": "ility" |
| }, |
| { |
| "context": "day, I need access to West deals in Sitara. At a mininum I s", |
| "truth": "till need access to all Chicago/Midwest deals al", |
| "suggestion_at_0.2": "ent" |
| }, |
| { |
| "context": "on, attached for your review is a draft of the First Amendme", |
| "truth": "nt to Master Agreement between Enron North Ameri", |
| "suggestion_at_0.2": "nt to" |
| }, |
| { |
| "context": "I have provided all the info that Tami Scudder ", |
| "truth": "requested today.", |
| "suggestion_at_0.2": "is" |
| }, |
| { |
| "context": "ontana Power Company (MPC) System Border for Thursday and Fr", |
| "truth": "iday (July 12, 13) @ $67.85/MWh. Thanks, John", |
| "suggestion_at_0.2": "iday" |
| }, |
| { |
| "context": "e EnBank contracts physical or financial? It seems to me we ", |
| "truth": "should use the same customer profiles - that is ", |
| "suggestion_at_0.2": "" |
| }, |
| { |
| "context": "I have an appointment at 1:00 today and should be ", |
| "truth": "back to the office between 2 - 2:30.", |
| "suggestion_at_0.2": "" |
| }, |
| { |
| "context": "I'm glad everythi", |
| "truth": "ng worked out for you. Hope you have a great tim", |
| "suggestion_at_0.2": "ng is" |
| }, |
| { |
| "context": "o's Line 1100 from Eunice Station to Pecos River Station wil", |
| "truth": "l be out of service for 16 hours Saturday beginn", |
| "suggestion_at_0.2": "l be" |
| }, |
| { |
| "context": "rty\" in the second line of paragraph 1. Otherwise they look ", |
| "truth": "great to me.", |
| "suggestion_at_0.2": "" |
| }, |
| { |
| "context": "on Houston in the next day or so.\n\nPlease call me if you hav", |
| "truth": "e any questions.", |
| "suggestion_at_0.2": "e any questions." |
| }, |
| { |
| "context": "s not guarantee any continuity of support for you.\n\nPlease, ", |
| "truth": "let me know what you decide to do over the next ", |
| "suggestion_at_0.2": "" |
| }, |
| { |
| "context": " tend to agree with you, but Nora Dobin is the lawyer who kn", |
| "truth": "ows the most about the DealBench system - you sh", |
| "suggestion_at_0.2": "ows" |
| } |
| ], |
| "total_seconds": 831.5 |
| } |
|
|
