Qwen2.5-VL-7B-Instruct-KDL / tokenizer_config.json
Kim-Rass's picture
Upload processor
43b43eb verified
Raw History Blame Contribute Delete
34.1 kB
{ "add_bos_token": false, "add_prefix_space": false, "added_tokens_decoder": { "151643": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151644": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151645": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151646": { "content": "<|object_ref_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151647": { "content": "<|object_ref_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151648": { "content": "<|box_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151649": { "content": "<|box_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151650": { "content": "<|quad_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151651": { "content": "<|quad_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151652": { "content": "<|vision_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151653": { "content": "<|vision_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151654": { "content": "<|vision_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151655": { "content": "<|image_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151656": { "content": "<|video_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151657": { "content": "<tool_call>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151658": { "content": "</tool_call>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151659": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151660": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151661": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151662": { "content": "<|fim_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151663": { "content": "<|repo_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151664": { "content": "<|file_sep|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151665": { "content": "<repo_name>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151666": { "content": "<reponame>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151667": { "content": "<file_sep>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151668": { "content": "<filename>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151669": { "content": "<gh_stars>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151670": { "content": "<issue_start>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151671": { "content": "<issue_comment>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151672": { "content": "<issue_closed>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151673": { "content": "<jupyter_start>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151674": { "content": "<jupyter_text>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151675": { "content": "<jupyter_code>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151676": { "content": "<jupyter_output>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151677": { "content": "<jupyter_script>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151678": { "content": "<empty_output>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151679": { "content": "<global-img>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151680": { "content": "<row_1_col_1>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151681": { "content": "<row_1_col_2>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151682": { "content": "<row_1_col_3>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151683": { "content": "<row_1_col_4>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151684": { "content": "<row_1_col_5>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151685": { "content": "<row_1_col_6>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151686": { "content": "<row_2_col_1>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151687": { "content": "<row_2_col_2>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151688": { "content": "<row_2_col_3>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151689": { "content": "<row_2_col_4>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151690": { "content": "<row_2_col_5>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151691": { "content": "<row_2_col_6>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151692": { "content": "<row_3_col_1>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151693": { "content": "<row_3_col_2>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151694": { "content": "<row_3_col_3>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151695": { "content": "<row_3_col_4>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151696": { "content": "<row_3_col_5>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151697": { "content": "<row_3_col_6>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151698": { "content": "<row_4_col_1>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151699": { "content": "<row_4_col_2>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151700": { "content": "<row_4_col_3>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151701": { "content": "<row_4_col_4>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151702": { "content": "<row_4_col_5>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151703": { "content": "<row_4_col_6>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151704": { "content": "<row_5_col_1>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151705": { "content": "<row_5_col_2>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151706": { "content": "<row_5_col_3>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151707": { "content": "<row_5_col_4>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151708": { "content": "<row_5_col_5>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151709": { "content": "<row_5_col_6>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151710": { "content": "<row_6_col_1>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151711": { "content": "<row_6_col_2>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151712": { "content": "<row_6_col_3>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151713": { "content": "<row_6_col_4>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151714": { "content": "<row_6_col_5>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151715": { "content": "<row_6_col_6>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151716": { "content": "<fake_token_around_image>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151717": { "content": "<image>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151718": { "content": "<caption>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151719": { "content": "</caption>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151720": { "content": "<footnote>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151721": { "content": "<|reserved_special_token_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151722": { "content": "</footnote>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151723": { "content": "<formula>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151724": { "content": "</formula>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151725": { "content": "<list_item>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151726": { "content": "</list_item>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151727": { "content": "<page_footer>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151728": { "content": "</page_footer>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151729": { "content": "<page_header>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151730": { "content": "</page_header>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151731": { "content": "<picture>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151732": { "content": "</picture>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151733": { "content": "<section_header_level_", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151734": { "content": "</section_header_level_", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151735": { "content": "<otsl>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151736": { "content": "</otsl>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151737": { "content": "<checkbox_selected>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151738": { "content": "</checkbox_selected>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151739": { "content": "<checkbox_unselected>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151740": { "content": "</checkbox_unselected>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151741": { "content": "<form>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151742": { "content": "</form>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151743": { "content": "<key_value_region>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151744": { "content": "</key_value_region>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151745": { "content": "<loc_", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151746": { "content": "<paragraph>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151747": { "content": "</paragraph>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151748": { "content": "<reference>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151749": { "content": "</reference>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151750": { "content": "<ordered_list>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151751": { "content": "</ordered_list>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151752": { "content": "<unordered_list>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151753": { "content": "</unordered_list>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151754": { "content": "<group>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151755": { "content": "</group>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151756": { "content": "<doctag>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151757": { "content": "</doctag>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151758": { "content": "<page_", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151759": { "content": "<text_break>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151760": { "content": "<fcel>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151761": { "content": "<ecel>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151762": { "content": "<lcel>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151763": { "content": "<ucel>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151764": { "content": "<xcel>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151765": { "content": "<nl>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151766": { "content": "<ched>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151767": { "content": "<rhed>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151768": { "content": "<|reserved_special_token_50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151769": { "content": "<key_", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151770": { "content": "</key_", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151771": { "content": "<value_", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151772": { "content": "</value_", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151773": { "content": "<link_", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151774": { "content": "<chart>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151775": { "content": "</chart>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151776": { "content": "<page_break>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151777": { "content": "<smiles>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151778": { "content": "</smiles>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151779": { "content": "<|reserved_special_token_61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151780": { "content": "<|reserved_special_token_62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151781": { "content": "<|reserved_special_token_63|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151782": { "content": "<|reserved_special_token_64|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151783": { "content": "<|reserved_special_token_65|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151784": { "content": "<|reserved_special_token_66|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151785": { "content": "<|reserved_special_token_67|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151786": { "content": "<|reserved_special_token_68|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151787": { "content": "<|reserved_special_token_69|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151788": { "content": "<|reserved_special_token_70|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151789": { "content": "<|reserved_special_token_71|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151790": { "content": "<|reserved_special_token_72|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151791": { "content": "<|reserved_special_token_73|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151792": { "content": "<|reserved_special_token_74|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151793": { "content": "<|reserved_special_token_75|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151794": { "content": "<|reserved_special_token_76|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151795": { "content": "<|reserved_special_token_77|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151796": { "content": "<|reserved_special_token_78|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151797": { "content": "<|reserved_special_token_79|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151798": { "content": "<|reserved_special_token_80|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151799": { "content": "<|reserved_special_token_81|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151800": { "content": "<|reserved_special_token_82|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151801": { "content": "<|reserved_special_token_83|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151802": { "content": "<|reserved_special_token_84|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151803": { "content": "<|reserved_special_token_85|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151804": { "content": "<|reserved_special_token_86|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151805": { "content": "<|reserved_special_token_87|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151806": { "content": "<end_of_utterance>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151807": { "content": "<|value|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151808": { "content": "<|bbox|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", "<repo_name>", "<reponame>", "<file_sep>", "<filename>", "<gh_stars>", "<issue_start>", "<issue_comment>", "<issue_closed>", "<jupyter_start>", "<jupyter_text>", "<jupyter_code>", "<jupyter_output>", "<jupyter_script>", "<empty_output>", "<global-img>", "<row_1_col_1>", "<row_1_col_2>", "<row_1_col_3>", "<row_1_col_4>", "<row_1_col_5>", "<row_1_col_6>", "<row_2_col_1>", "<row_2_col_2>", "<row_2_col_3>", "<row_2_col_4>", "<row_2_col_5>", "<row_2_col_6>", "<row_3_col_1>", "<row_3_col_2>", "<row_3_col_3>", "<row_3_col_4>", "<row_3_col_5>", "<row_3_col_6>", "<row_4_col_1>", "<row_4_col_2>", "<row_4_col_3>", "<row_4_col_4>", "<row_4_col_5>", "<row_4_col_6>", "<row_5_col_1>", "<row_5_col_2>", "<row_5_col_3>", "<row_5_col_4>", "<row_5_col_5>", "<row_5_col_6>", "<row_6_col_1>", "<row_6_col_2>", "<row_6_col_3>", "<row_6_col_4>", "<row_6_col_5>", "<row_6_col_6>", "<fake_token_around_image>", "<image>", "<caption>", "</caption>", "<footnote>", "<|reserved_special_token_3|>", "</footnote>", "<formula>", "</formula>", "<list_item>", "</list_item>", "<page_footer>", "</page_footer>", "<page_header>", "</page_header>", "<picture>", "</picture>", "<section_header_level_", "</section_header_level_", "<otsl>", "</otsl>", "<checkbox_selected>", "</checkbox_selected>", "<checkbox_unselected>", "</checkbox_unselected>", "<form>", "</form>", "<key_value_region>", "</key_value_region>", "<loc_", "<paragraph>", "</paragraph>", "<reference>", "</reference>", "<ordered_list>", "</ordered_list>", "<unordered_list>", "</unordered_list>", "<group>", "</group>", "<doctag>", "</doctag>", "<page_", "<text_break>", "<fcel>", "<ecel>", "<lcel>", "<ucel>", "<xcel>", "<nl>", "<ched>", "<rhed>", "<|reserved_special_token_50|>", "<key_", "</key_", "<value_", "</value_", "<link_", "<chart>", "</chart>", "<page_break>", "<smiles>", "</smiles>", "<|reserved_special_token_61|>", "<|reserved_special_token_62|>", "<|reserved_special_token_63|>", "<|reserved_special_token_64|>", "<|reserved_special_token_65|>", "<|reserved_special_token_66|>", "<|reserved_special_token_67|>", "<|reserved_special_token_68|>", "<|reserved_special_token_69|>", "<|reserved_special_token_70|>", "<|reserved_special_token_71|>", "<|reserved_special_token_72|>", "<|reserved_special_token_73|>", "<|reserved_special_token_74|>", "<|reserved_special_token_75|>", "<|reserved_special_token_76|>", "<|reserved_special_token_77|>", "<|reserved_special_token_78|>", "<|reserved_special_token_79|>", "<|reserved_special_token_80|>", "<|reserved_special_token_81|>", "<|reserved_special_token_82|>", "<|reserved_special_token_83|>", "<|reserved_special_token_84|>", "<|reserved_special_token_85|>", "<|reserved_special_token_86|>", "<|reserved_special_token_87|>", "<end_of_utterance>", "<|value|>", "<|bbox|>" ], "bos_token": null, "clean_up_tokenization_spaces": false, "eos_token": "<|im_end|>", "errors": "replace", "extra_special_tokens": {}, "model_max_length": 131072, "pad_token": "<|endoftext|>", "processor_class": "Qwen2_5_VLProcessor", "split_special_tokens": false, "tokenizer_class": "Qwen2Tokenizer", "unk_token": null }
{
"add_bos_token": false,
"add_prefix_space": false,
"added_tokens_decoder": {
"151643": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151644": {
"content": "<|im_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151645": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151646": {
"content": "<|object_ref_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151647": {
"content": "<|object_ref_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151648": {
"content": "<|box_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151649": {
"content": "<|box_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151650": {
"content": "<|quad_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151651": {
"content": "<|quad_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151652": {
"content": "<|vision_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151653": {
"content": "<|vision_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151654": {
"content": "<|vision_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},