{
  "vocab": 4096,
  "ctx": 2048,
  "d": 384,
  "layers": 8,
  "heads": 6,
  "hidden": 1024
}