Buckets:
| { | |
| "add_bos_token": false, | |
| "add_eos_token": false, | |
| "bos_token": "<|begin|>", | |
| "bos_token_id": 0, | |
| "byte_level": true, | |
| "clean_up_tokenization_spaces": false, | |
| "eos_token": "<|end|>", | |
| "eos_token_id": 1, | |
| "model_max_length": 131072, | |
| "pad_token": "<|pad|>", | |
| "pad_token_id": 2, | |
| "padding_side": "left", | |
| "split_special_tokens": false, | |
| "tokenizer_class": "PreTrainedTokenizerFast", | |
| "truncation_side": "right", | |
| "use_default_template": false, | |
| "vocab_size": 131072 | |
| } | |
Xet Storage Details
- Size:
- 485 Bytes
- Xet hash:
- 11c72c7d02e09c2cc812258a4fc1d92922ae10bd3ba2c1a0f9d3192633784b3c
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.