config.json

{
  "device": "cpu",
  "dropout": 0.2,
  "n_blocks": 3,
  "transformer_config": {
    "block_size": 134,
    "dropout": 0.2,
    "n_embd": 164,
    "n_head": 4
  },
  "vocab_size": 29132,
  "xlstm_config": {
    "batch_size": 4,
    "block_size": 134,
    "config_block": "msm",
    "n_embd": 164
  }
}