Antonio0101 commited on
Commit
46d7939
·
verified ·
1 Parent(s): aed8091

Clean repository before upload

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +0 -26
tokenizer_config.json DELETED
@@ -1,26 +0,0 @@
1
- {
2
- "backend": "tokenizers",
3
- "boi_token": "<start_of_image>",
4
- "bos_token": "<bos>",
5
- "clean_up_tokenization_spaces": false,
6
- "eoi_token": "<end_of_image>",
7
- "eos_token": "<end_of_turn>",
8
- "image_token": "<image_soft_token>",
9
- "is_local": true,
10
- "local_files_only": false,
11
- "mask_token": "<mask>",
12
- "model_max_length": 32768,
13
- "model_specific_special_tokens": {
14
- "boi_token": "<start_of_image>",
15
- "eoi_token": "<end_of_image>",
16
- "image_token": "<image_soft_token>"
17
- },
18
- "pad_token": "<pad>",
19
- "padding_side": "left",
20
- "processor_class": "Gemma3Processor",
21
- "sp_model_kwargs": null,
22
- "spaces_between_special_tokens": false,
23
- "tokenizer_class": "GemmaTokenizer",
24
- "unk_token": "<unk>",
25
- "use_default_system_prompt": false
26
- }