geocoding / special_tokens_map.json

Upload tokenizer

1c4f6e3 over 3 years ago

187 Bytes

{
  "bos_token": "<|BOS|>",
  "cls_token": "<|CLS|>",
  "eos_token": "<|EOS|>",
  "mask_token": "<|MASK|>",
  "pad_token": "<|PAD|>",
  "sep_token": "<|SEP|>",
  "unk_token": "<|UNK|>"
}

	{
	"bos_token": "<\|BOS\|>",
	"cls_token": "<\|CLS\|>",
	"eos_token": "<\|EOS\|>",
	"mask_token": "<\|MASK\|>",
	"pad_token": "<\|PAD\|>",
	"sep_token": "<\|SEP\|>",
	"unk_token": "<\|UNK\|>"
	}