{ "language": "en", "source": "wikitext2", "textfile": "", "max_words": 1500000, "data_dir": "/content/smart-keyboard/data", "artifacts_dir": "/content/save/artifacts", "results_dir": "/content/save/results", "bpe_vocab_size": 8000, "ngram_order": 4, "ffnn_context": 5, "ffnn_embed_dim": 128, "ffnn_hidden_dim": 512, "ffnn_dropout": 0.3, "ffnn_epochs": 10, "ffnn_batch_size": 512, "ffnn_lr": 0.1, "ffnn_momentum": 0.9, "ffnn_max_train_tokens": 0, "gpt2_base_model": "gpt2", "gpt2_block_size": 256, "gpt2_batch_size": 8, "gpt2_epochs": 1, "gpt2_lr": 5e-05, "gpt2_max_train_tokens": 0, "context_tokens": 48, "beam_size": 8, "max_word_pieces": 4, "suggestions": 3, "eval_positions": 1000, "ppl_max_words": 0, "ppl_window": 512, "ppl_stride": 256, "seed": 42, "models_repo": "Waxech/smart-keyboard-models" }