smart-keyboard-models / settings.json
Waxech's picture
smart keyboard model weights
c9bab6e verified
Raw History Blame Contribute Delete
871 Bytes
{
"language": "en",
"source": "wikitext2",
"textfile": "",
"max_words": 1500000,
"data_dir": "/content/smart-keyboard/data",
"artifacts_dir": "/content/save/artifacts",
"results_dir": "/content/save/results",
"bpe_vocab_size": 8000,
"ngram_order": 4,
"ffnn_context": 5,
"ffnn_embed_dim": 128,
"ffnn_hidden_dim": 512,
"ffnn_dropout": 0.3,
"ffnn_epochs": 10,
"ffnn_batch_size": 512,
"ffnn_lr": 0.1,
"ffnn_momentum": 0.9,
"ffnn_max_train_tokens": 0,
"gpt2_base_model": "gpt2",
"gpt2_block_size": 256,
"gpt2_batch_size": 8,
"gpt2_epochs": 1,
"gpt2_lr": 5e-05,
"gpt2_max_train_tokens": 0,
"context_tokens": 48,
"beam_size": 8,
"max_word_pieces": 4,
"suggestions": 3,
"eval_positions": 1000,
"ppl_max_words": 0,
"ppl_window": 512,
"ppl_stride": 256,
"seed": 42,
"models_repo": "Waxech/smart-keyboard-models"
}