{
 "vocab": 8192,
 "dim": 320,
 "layers": 8,
 "heads": 5,
 "ffn": 864,
 "parameters": 12539200,
 "seq": 512,
 "special_tokens": {
  "<|endoftext|>": 0,
  "<|pre|>": 1,
  "<|suf|>": 2,
  "<|mid|>": 3
 },
 "prompt": "No text after the cursor: the text before it. Otherwise: <|suf|> after <|pre|> before <|mid|>."
}