{
    "n_heads": 4,
    "n_layers": 2,
    "n_embd": 256,
    "context_length": 1024,
    "vocab_size": 50304,
    "dropout": 0.1
}