| { |
| "add_bos_token": false, |
| "add_eos_token": false, |
| "added_tokens_decoder": { |
| "150000": { |
| "content": "<|begin_of_text|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150001": { |
| "content": "<|end_of_text|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150002": { |
| "content": "<|system|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150003": { |
| "content": "<|user|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150004": { |
| "content": "<|assistant|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150005": { |
| "content": "<|observation|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150006": { |
| "content": "<think>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150007": { |
| "content": "</think>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150008": { |
| "content": "<tools>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150009": { |
| "content": "</tools>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150010": { |
| "content": "<tool_call>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150011": { |
| "content": "</tool_call>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150012": { |
| "content": "<arg_key>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150013": { |
| "content": "</arg_key>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150014": { |
| "content": "<arg_value>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150015": { |
| "content": "</arg_value>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150016": { |
| "content": "<tool_response>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150017": { |
| "content": "</tool_response>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": false |
| }, |
| "150018": { |
| "content": "<|developer|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150019": { |
| "content": "<|reserved_150019|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150020": { |
| "content": "<|reserved_150020|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150021": { |
| "content": "<|reserved_150021|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150022": { |
| "content": "<|reserved_150022|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150023": { |
| "content": "<|reserved_150023|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150024": { |
| "content": "<|reserved_150024|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150025": { |
| "content": "<|reserved_150025|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150026": { |
| "content": "<|reserved_150026|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150027": { |
| "content": "<|reserved_150027|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150028": { |
| "content": "<|reserved_150028|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150029": { |
| "content": "<|reserved_150029|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150030": { |
| "content": "<|reserved_150030|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150031": { |
| "content": "<|reserved_150031|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150032": { |
| "content": "<|reserved_150032|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150033": { |
| "content": "<|reserved_150033|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150034": { |
| "content": "<|reserved_150034|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150035": { |
| "content": "<|reserved_150035|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150036": { |
| "content": "<|reserved_150036|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150037": { |
| "content": "<|reserved_150037|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150038": { |
| "content": "<|reserved_150038|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150039": { |
| "content": "<|reserved_150039|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150040": { |
| "content": "<|reserved_150040|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150041": { |
| "content": "<|reserved_150041|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150042": { |
| "content": "<|reserved_150042|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150043": { |
| "content": "<|reserved_150043|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150044": { |
| "content": "<|reserved_150044|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150045": { |
| "content": "<|reserved_150045|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150046": { |
| "content": "<|reserved_150046|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150047": { |
| "content": "<|reserved_150047|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150048": { |
| "content": "<|reserved_150048|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150049": { |
| "content": "<|reserved_150049|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150050": { |
| "content": "<|reserved_150050|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150051": { |
| "content": "<|reserved_150051|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150052": { |
| "content": "<|reserved_150052|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150053": { |
| "content": "<|reserved_150053|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150054": { |
| "content": "<|reserved_150054|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150055": { |
| "content": "<|reserved_150055|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150056": { |
| "content": "<|reserved_150056|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150057": { |
| "content": "<|reserved_150057|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150058": { |
| "content": "<|reserved_150058|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150059": { |
| "content": "<|reserved_150059|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150060": { |
| "content": "<|reserved_150060|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150061": { |
| "content": "<|reserved_150061|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150062": { |
| "content": "<|reserved_150062|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150063": { |
| "content": "<|reserved_150063|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150064": { |
| "content": "<|reserved_150064|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150065": { |
| "content": "<|reserved_150065|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150066": { |
| "content": "<|reserved_150066|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150067": { |
| "content": "<|reserved_150067|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150068": { |
| "content": "<|reserved_150068|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150069": { |
| "content": "<|reserved_150069|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150070": { |
| "content": "<|reserved_150070|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150071": { |
| "content": "<|reserved_150071|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150072": { |
| "content": "<|reserved_150072|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150073": { |
| "content": "<|reserved_150073|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150074": { |
| "content": "<|reserved_150074|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150075": { |
| "content": "<|reserved_150075|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150076": { |
| "content": "<|reserved_150076|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150077": { |
| "content": "<|reserved_150077|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150078": { |
| "content": "<|reserved_150078|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150079": { |
| "content": "<|reserved_150079|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150080": { |
| "content": "<|reserved_150080|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150081": { |
| "content": "<|reserved_150081|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150082": { |
| "content": "<|reserved_150082|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150083": { |
| "content": "<|reserved_150083|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150084": { |
| "content": "<|reserved_150084|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150085": { |
| "content": "<|reserved_150085|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150086": { |
| "content": "<|reserved_150086|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150087": { |
| "content": "<|reserved_150087|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150088": { |
| "content": "<|reserved_150088|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150089": { |
| "content": "<|reserved_150089|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150090": { |
| "content": "<|reserved_150090|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150091": { |
| "content": "<|reserved_150091|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150092": { |
| "content": "<|reserved_150092|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150093": { |
| "content": "<|reserved_150093|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150094": { |
| "content": "<|reserved_150094|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150095": { |
| "content": "<|reserved_150095|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150096": { |
| "content": "<|reserved_150096|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150097": { |
| "content": "<|reserved_150097|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150098": { |
| "content": "<|reserved_150098|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150099": { |
| "content": "<|reserved_150099|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150100": { |
| "content": "<|reserved_150100|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150101": { |
| "content": "<|reserved_150101|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150102": { |
| "content": "<|reserved_150102|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150103": { |
| "content": "<|reserved_150103|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150104": { |
| "content": "<|reserved_150104|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150105": { |
| "content": "<|reserved_150105|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150106": { |
| "content": "<|reserved_150106|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150107": { |
| "content": "<|reserved_150107|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150108": { |
| "content": "<|reserved_150108|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150109": { |
| "content": "<|reserved_150109|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150110": { |
| "content": "<|reserved_150110|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150111": { |
| "content": "<|reserved_150111|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150112": { |
| "content": "<|reserved_150112|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150113": { |
| "content": "<|reserved_150113|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150114": { |
| "content": "<|reserved_150114|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150115": { |
| "content": "<|reserved_150115|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150116": { |
| "content": "<|reserved_150116|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150117": { |
| "content": "<|reserved_150117|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150118": { |
| "content": "<|reserved_150118|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150119": { |
| "content": "<|reserved_150119|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150120": { |
| "content": "<|reserved_150120|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150121": { |
| "content": "<|reserved_150121|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150122": { |
| "content": "<|reserved_150122|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150123": { |
| "content": "<|reserved_150123|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150124": { |
| "content": "<|reserved_150124|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150125": { |
| "content": "<|reserved_150125|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150126": { |
| "content": "<|reserved_150126|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150127": { |
| "content": "<|reserved_150127|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150128": { |
| "content": "<|reserved_150128|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150129": { |
| "content": "<|reserved_150129|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150130": { |
| "content": "<|reserved_150130|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150131": { |
| "content": "<|reserved_150131|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150132": { |
| "content": "<|reserved_150132|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150133": { |
| "content": "<|reserved_150133|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150134": { |
| "content": "<|reserved_150134|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150135": { |
| "content": "<|reserved_150135|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150136": { |
| "content": "<|reserved_150136|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150137": { |
| "content": "<|reserved_150137|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150138": { |
| "content": "<|reserved_150138|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150139": { |
| "content": "<|reserved_150139|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150140": { |
| "content": "<|reserved_150140|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150141": { |
| "content": "<|reserved_150141|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150142": { |
| "content": "<|reserved_150142|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| "150143": { |
| "content": "<|reserved_150143|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| } |
| }, |
| "additional_special_tokens": [ |
| "<|system|>", |
| "<|user|>", |
| "<|assistant|>", |
| "<|observation|>", |
| "<|developer|>", |
| "<|reserved_150019|>", |
| "<|reserved_150020|>", |
| "<|reserved_150021|>", |
| "<|reserved_150022|>", |
| "<|reserved_150023|>", |
| "<|reserved_150024|>", |
| "<|reserved_150025|>", |
| "<|reserved_150026|>", |
| "<|reserved_150027|>", |
| "<|reserved_150028|>", |
| "<|reserved_150029|>", |
| "<|reserved_150030|>", |
| "<|reserved_150031|>", |
| "<|reserved_150032|>", |
| "<|reserved_150033|>", |
| "<|reserved_150034|>", |
| "<|reserved_150035|>", |
| "<|reserved_150036|>", |
| "<|reserved_150037|>", |
| "<|reserved_150038|>", |
| "<|reserved_150039|>", |
| "<|reserved_150040|>", |
| "<|reserved_150041|>", |
| "<|reserved_150042|>", |
| "<|reserved_150043|>", |
| "<|reserved_150044|>", |
| "<|reserved_150045|>", |
| "<|reserved_150046|>", |
| "<|reserved_150047|>", |
| "<|reserved_150048|>", |
| "<|reserved_150049|>", |
| "<|reserved_150050|>", |
| "<|reserved_150051|>", |
| "<|reserved_150052|>", |
| "<|reserved_150053|>", |
| "<|reserved_150054|>", |
| "<|reserved_150055|>", |
| "<|reserved_150056|>", |
| "<|reserved_150057|>", |
| "<|reserved_150058|>", |
| "<|reserved_150059|>", |
| "<|reserved_150060|>", |
| "<|reserved_150061|>", |
| "<|reserved_150062|>", |
| "<|reserved_150063|>", |
| "<|reserved_150064|>", |
| "<|reserved_150065|>", |
| "<|reserved_150066|>", |
| "<|reserved_150067|>", |
| "<|reserved_150068|>", |
| "<|reserved_150069|>", |
| "<|reserved_150070|>", |
| "<|reserved_150071|>", |
| "<|reserved_150072|>", |
| "<|reserved_150073|>", |
| "<|reserved_150074|>", |
| "<|reserved_150075|>", |
| "<|reserved_150076|>", |
| "<|reserved_150077|>", |
| "<|reserved_150078|>", |
| "<|reserved_150079|>", |
| "<|reserved_150080|>", |
| "<|reserved_150081|>", |
| "<|reserved_150082|>", |
| "<|reserved_150083|>", |
| "<|reserved_150084|>", |
| "<|reserved_150085|>", |
| "<|reserved_150086|>", |
| "<|reserved_150087|>", |
| "<|reserved_150088|>", |
| "<|reserved_150089|>", |
| "<|reserved_150090|>", |
| "<|reserved_150091|>", |
| "<|reserved_150092|>", |
| "<|reserved_150093|>", |
| "<|reserved_150094|>", |
| "<|reserved_150095|>", |
| "<|reserved_150096|>", |
| "<|reserved_150097|>", |
| "<|reserved_150098|>", |
| "<|reserved_150099|>", |
| "<|reserved_150100|>", |
| "<|reserved_150101|>", |
| "<|reserved_150102|>", |
| "<|reserved_150103|>", |
| "<|reserved_150104|>", |
| "<|reserved_150105|>", |
| "<|reserved_150106|>", |
| "<|reserved_150107|>", |
| "<|reserved_150108|>", |
| "<|reserved_150109|>", |
| "<|reserved_150110|>", |
| "<|reserved_150111|>", |
| "<|reserved_150112|>", |
| "<|reserved_150113|>", |
| "<|reserved_150114|>", |
| "<|reserved_150115|>", |
| "<|reserved_150116|>", |
| "<|reserved_150117|>", |
| "<|reserved_150118|>", |
| "<|reserved_150119|>", |
| "<|reserved_150120|>", |
| "<|reserved_150121|>", |
| "<|reserved_150122|>", |
| "<|reserved_150123|>", |
| "<|reserved_150124|>", |
| "<|reserved_150125|>", |
| "<|reserved_150126|>", |
| "<|reserved_150127|>", |
| "<|reserved_150128|>", |
| "<|reserved_150129|>", |
| "<|reserved_150130|>", |
| "<|reserved_150131|>", |
| "<|reserved_150132|>", |
| "<|reserved_150133|>", |
| "<|reserved_150134|>", |
| "<|reserved_150135|>", |
| "<|reserved_150136|>", |
| "<|reserved_150137|>", |
| "<|reserved_150138|>", |
| "<|reserved_150139|>", |
| "<|reserved_150140|>", |
| "<|reserved_150141|>", |
| "<|reserved_150142|>", |
| "<|reserved_150143|>" |
| ], |
| "bos_token": "<|begin_of_text|>", |
| "clean_up_tokenization_spaces": false, |
| "eos_token": "<|end_of_text|>", |
| "model_max_length": 262144, |
| "tokenizer_class": "PreTrainedTokenizerFast" |
| } |
|
|
