{
  "tokenizer_sha256": "fc240b741112488b639a711f502305601e3b8a1b01c5ae93a48b9ae55692dd33",
  "tokenizers_version": "0.20.3",
  "vocab_size": 2048,
  "boundary_special": {
    "id": 2047,
    "purpose": "structurally injected document boundary",
    "spelling": "<|endoftext|>"
  }
}