config.json

{
  "vocab_size": 50257,
  "context_length": 256,
  "n_layers": 6,
  "n_heads": 6,
  "n_embd": 384,
  "dropout": 0.1,
  "bias": true,
  "use_fused_kernel": false
}