{ "model": "gpt2", "pre": "qwen35", "vocab_size": 248320, "n_merges": 247587, "special_ids": { "tokenizer.ggml.eos_token_id": 248046, "tokenizer.ggml.padding_token_id": 248044, "tokenizer.ggml.bos_token_id": 248044 }, "add_bos_token": false, "pre_pattern": "(?:'[sS]|'[tT]|'[rR][eE]|'[vV][eE]|'[mM]|'[lL][lL]|'[dD])|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+", "pre_pattern_source": ".ref/llama.cpp src/llama-vocab.cpp L396 (LLAMA_VOCAB_PRE_TYPE_QWEN35)" }