File size: 871 Bytes
f9f34af c9bab6e f9f34af | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 | {
"language": "en",
"source": "wikitext2",
"textfile": "",
"max_words": 1500000,
"data_dir": "/content/smart-keyboard/data",
"artifacts_dir": "/content/save/artifacts",
"results_dir": "/content/save/results",
"bpe_vocab_size": 8000,
"ngram_order": 4,
"ffnn_context": 5,
"ffnn_embed_dim": 128,
"ffnn_hidden_dim": 512,
"ffnn_dropout": 0.3,
"ffnn_epochs": 10,
"ffnn_batch_size": 512,
"ffnn_lr": 0.1,
"ffnn_momentum": 0.9,
"ffnn_max_train_tokens": 0,
"gpt2_base_model": "gpt2",
"gpt2_block_size": 256,
"gpt2_batch_size": 8,
"gpt2_epochs": 1,
"gpt2_lr": 5e-05,
"gpt2_max_train_tokens": 0,
"context_tokens": 48,
"beam_size": 8,
"max_word_pieces": 4,
"suggestions": 3,
"eval_positions": 1000,
"ppl_max_words": 0,
"ppl_window": 512,
"ppl_stride": 256,
"seed": 42,
"models_repo": "Waxech/smart-keyboard-models"
} |