{ "add_bos_token": false, "add_eos_token": false, "added_tokens_decoder": { "150000": { "content": "<|begin_of_text|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150001": { "content": "<|end_of_text|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150002": { "content": "<|system|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150003": { "content": "<|user|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150004": { "content": "<|assistant|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150005": { "content": "<|observation|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150006": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150007": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150008": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150009": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150010": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150011": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150012": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150013": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150014": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150015": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150016": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150017": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "150018": { "content": "<|developer|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150019": { "content": "<|reserved_150019|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150020": { "content": "<|reserved_150020|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150021": { "content": "<|reserved_150021|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150022": { "content": "<|reserved_150022|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150023": { "content": "<|reserved_150023|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150024": { "content": "<|reserved_150024|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150025": { "content": "<|reserved_150025|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150026": { "content": "<|reserved_150026|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150027": { "content": "<|reserved_150027|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150028": { "content": "<|reserved_150028|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150029": { "content": "<|reserved_150029|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150030": { "content": "<|reserved_150030|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150031": { "content": "<|reserved_150031|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150032": { "content": "<|reserved_150032|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150033": { "content": "<|reserved_150033|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150034": { "content": "<|reserved_150034|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150035": { "content": "<|reserved_150035|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150036": { "content": "<|reserved_150036|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150037": { "content": "<|reserved_150037|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150038": { "content": "<|reserved_150038|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150039": { "content": "<|reserved_150039|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150040": { "content": "<|reserved_150040|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150041": { "content": "<|reserved_150041|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150042": { "content": "<|reserved_150042|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150043": { "content": "<|reserved_150043|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150044": { "content": "<|reserved_150044|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150045": { "content": "<|reserved_150045|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150046": { "content": "<|reserved_150046|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150047": { "content": "<|reserved_150047|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150048": { "content": "<|reserved_150048|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150049": { "content": "<|reserved_150049|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150050": { "content": "<|reserved_150050|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150051": { "content": "<|reserved_150051|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150052": { "content": "<|reserved_150052|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150053": { "content": "<|reserved_150053|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150054": { "content": "<|reserved_150054|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150055": { "content": "<|reserved_150055|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150056": { "content": "<|reserved_150056|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150057": { "content": "<|reserved_150057|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150058": { "content": "<|reserved_150058|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150059": { "content": "<|reserved_150059|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150060": { "content": "<|reserved_150060|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150061": { "content": "<|reserved_150061|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150062": { "content": "<|reserved_150062|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150063": { "content": "<|reserved_150063|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150064": { "content": "<|reserved_150064|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150065": { "content": "<|reserved_150065|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150066": { "content": "<|reserved_150066|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150067": { "content": "<|reserved_150067|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150068": { "content": "<|reserved_150068|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150069": { "content": "<|reserved_150069|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150070": { "content": "<|reserved_150070|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150071": { "content": "<|reserved_150071|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150072": { "content": "<|reserved_150072|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150073": { "content": "<|reserved_150073|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150074": { "content": "<|reserved_150074|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150075": { "content": "<|reserved_150075|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150076": { "content": "<|reserved_150076|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150077": { "content": "<|reserved_150077|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150078": { "content": "<|reserved_150078|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150079": { "content": "<|reserved_150079|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150080": { "content": "<|reserved_150080|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150081": { "content": "<|reserved_150081|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150082": { "content": "<|reserved_150082|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150083": { "content": "<|reserved_150083|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150084": { "content": "<|reserved_150084|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150085": { "content": "<|reserved_150085|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150086": { "content": "<|reserved_150086|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150087": { "content": "<|reserved_150087|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150088": { "content": "<|reserved_150088|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150089": { "content": "<|reserved_150089|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150090": { "content": "<|reserved_150090|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150091": { "content": "<|reserved_150091|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150092": { "content": "<|reserved_150092|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150093": { "content": "<|reserved_150093|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150094": { "content": "<|reserved_150094|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150095": { "content": "<|reserved_150095|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150096": { "content": "<|reserved_150096|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150097": { "content": "<|reserved_150097|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150098": { "content": "<|reserved_150098|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150099": { "content": "<|reserved_150099|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150100": { "content": "<|reserved_150100|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150101": { "content": "<|reserved_150101|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150102": { "content": "<|reserved_150102|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150103": { "content": "<|reserved_150103|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150104": { "content": "<|reserved_150104|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150105": { "content": "<|reserved_150105|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150106": { "content": "<|reserved_150106|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150107": { "content": "<|reserved_150107|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150108": { "content": "<|reserved_150108|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150109": { "content": "<|reserved_150109|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150110": { "content": "<|reserved_150110|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150111": { "content": "<|reserved_150111|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150112": { "content": "<|reserved_150112|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150113": { "content": "<|reserved_150113|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150114": { "content": "<|reserved_150114|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150115": { "content": "<|reserved_150115|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150116": { "content": "<|reserved_150116|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150117": { "content": "<|reserved_150117|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150118": { "content": "<|reserved_150118|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150119": { "content": "<|reserved_150119|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150120": { "content": "<|reserved_150120|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150121": { "content": "<|reserved_150121|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150122": { "content": "<|reserved_150122|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150123": { "content": "<|reserved_150123|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150124": { "content": "<|reserved_150124|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150125": { "content": "<|reserved_150125|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150126": { "content": "<|reserved_150126|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150127": { "content": "<|reserved_150127|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150128": { "content": "<|reserved_150128|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150129": { "content": "<|reserved_150129|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150130": { "content": "<|reserved_150130|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150131": { "content": "<|reserved_150131|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150132": { "content": "<|reserved_150132|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150133": { "content": "<|reserved_150133|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150134": { "content": "<|reserved_150134|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150135": { "content": "<|reserved_150135|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150136": { "content": "<|reserved_150136|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150137": { "content": "<|reserved_150137|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150138": { "content": "<|reserved_150138|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150139": { "content": "<|reserved_150139|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150140": { "content": "<|reserved_150140|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150141": { "content": "<|reserved_150141|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150142": { "content": "<|reserved_150142|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150143": { "content": "<|reserved_150143|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } }, "additional_special_tokens": [ "<|system|>", "<|user|>", "<|assistant|>", "<|observation|>", "<|developer|>", "<|reserved_150019|>", "<|reserved_150020|>", "<|reserved_150021|>", "<|reserved_150022|>", "<|reserved_150023|>", "<|reserved_150024|>", "<|reserved_150025|>", "<|reserved_150026|>", "<|reserved_150027|>", "<|reserved_150028|>", "<|reserved_150029|>", "<|reserved_150030|>", "<|reserved_150031|>", "<|reserved_150032|>", "<|reserved_150033|>", "<|reserved_150034|>", "<|reserved_150035|>", "<|reserved_150036|>", "<|reserved_150037|>", "<|reserved_150038|>", "<|reserved_150039|>", "<|reserved_150040|>", "<|reserved_150041|>", "<|reserved_150042|>", "<|reserved_150043|>", "<|reserved_150044|>", "<|reserved_150045|>", "<|reserved_150046|>", "<|reserved_150047|>", "<|reserved_150048|>", "<|reserved_150049|>", "<|reserved_150050|>", "<|reserved_150051|>", "<|reserved_150052|>", "<|reserved_150053|>", "<|reserved_150054|>", "<|reserved_150055|>", "<|reserved_150056|>", "<|reserved_150057|>", "<|reserved_150058|>", "<|reserved_150059|>", "<|reserved_150060|>", "<|reserved_150061|>", "<|reserved_150062|>", "<|reserved_150063|>", "<|reserved_150064|>", "<|reserved_150065|>", "<|reserved_150066|>", "<|reserved_150067|>", "<|reserved_150068|>", "<|reserved_150069|>", "<|reserved_150070|>", "<|reserved_150071|>", "<|reserved_150072|>", "<|reserved_150073|>", "<|reserved_150074|>", "<|reserved_150075|>", "<|reserved_150076|>", "<|reserved_150077|>", "<|reserved_150078|>", "<|reserved_150079|>", "<|reserved_150080|>", "<|reserved_150081|>", "<|reserved_150082|>", "<|reserved_150083|>", "<|reserved_150084|>", "<|reserved_150085|>", "<|reserved_150086|>", "<|reserved_150087|>", "<|reserved_150088|>", "<|reserved_150089|>", "<|reserved_150090|>", "<|reserved_150091|>", "<|reserved_150092|>", "<|reserved_150093|>", "<|reserved_150094|>", "<|reserved_150095|>", "<|reserved_150096|>", "<|reserved_150097|>", "<|reserved_150098|>", "<|reserved_150099|>", "<|reserved_150100|>", "<|reserved_150101|>", "<|reserved_150102|>", "<|reserved_150103|>", "<|reserved_150104|>", "<|reserved_150105|>", "<|reserved_150106|>", "<|reserved_150107|>", "<|reserved_150108|>", "<|reserved_150109|>", "<|reserved_150110|>", "<|reserved_150111|>", "<|reserved_150112|>", "<|reserved_150113|>", "<|reserved_150114|>", "<|reserved_150115|>", "<|reserved_150116|>", "<|reserved_150117|>", "<|reserved_150118|>", "<|reserved_150119|>", "<|reserved_150120|>", "<|reserved_150121|>", "<|reserved_150122|>", "<|reserved_150123|>", "<|reserved_150124|>", "<|reserved_150125|>", "<|reserved_150126|>", "<|reserved_150127|>", "<|reserved_150128|>", "<|reserved_150129|>", "<|reserved_150130|>", "<|reserved_150131|>", "<|reserved_150132|>", "<|reserved_150133|>", "<|reserved_150134|>", "<|reserved_150135|>", "<|reserved_150136|>", "<|reserved_150137|>", "<|reserved_150138|>", "<|reserved_150139|>", "<|reserved_150140|>", "<|reserved_150141|>", "<|reserved_150142|>", "<|reserved_150143|>" ], "bos_token": "<|begin_of_text|>", "clean_up_tokenization_spaces": false, "eos_token": "<|end_of_text|>", "model_max_length": 262144, "tokenizer_class": "PreTrainedTokenizerFast" }