bmnzyb
/

CampGPT_X

{
  "type": "tiktoken",
  "encoding": "gpt2",
  "vocab_size": 50257,
  "special_tokens": {
    "pad_token": "<|endoftext|>",
    "eos_token": "<|endoftext|>"
  }
}

	{
	"type": "tiktoken",
	"encoding": "gpt2",
	"vocab_size": 50257,
	"special_tokens": {
	"pad_token": "<\|endoftext\|>",
	"eos_token": "<\|endoftext\|>"
	}
	}