Safetensors
mistral
Divot / cvlm_mistral_instruct_tokenizer /tokenizer_config.json
tttoaster's picture
Upload model
73e88ef
Raw History Blame Contribute Delete
49.1 kB
{ "add_bos_token": true, "add_eos_token": false, "add_prefix_space": null, "added_tokens_decoder": { "0": { "content": "<unk>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "<s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "</s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32000": { "content": "<frame_00000>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32001": { "content": "<frame_00001>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32002": { "content": "<frame_00002>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32003": { "content": "<frame_00003>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32004": { "content": "<frame_00004>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32005": { "content": "<frame_00005>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32006": { "content": "<frame_00006>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32007": { "content": "<frame_00007>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32008": { "content": "<frame_00008>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32009": { "content": "<frame_00009>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32010": { "content": "<frame_00010>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32011": { "content": "<frame_00011>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32012": { "content": "<frame_00012>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32013": { "content": "<frame_00013>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32014": { "content": "<frame_00014>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32015": { "content": "<frame_00015>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32016": { "content": "<frame_00016>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32017": { "content": "<frame_00017>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32018": { "content": "<frame_00018>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32019": { "content": "<frame_00019>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32020": { "content": "<frame_00020>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32021": { "content": "<frame_00021>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32022": { "content": "<frame_00022>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32023": { "content": "<frame_00023>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32024": { "content": "<frame_00024>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32025": { "content": "<frame_00025>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32026": { "content": "<frame_00026>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32027": { "content": "<frame_00027>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32028": { "content": "<frame_00028>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32029": { "content": "<frame_00029>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32030": { "content": "<frame_00030>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32031": { "content": "<frame_00031>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32032": { "content": "<frame_00032>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32033": { "content": "<frame_00033>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32034": { "content": "<frame_00034>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32035": { "content": "<frame_00035>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32036": { "content": "<frame_00036>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32037": { "content": "<frame_00037>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32038": { "content": "<frame_00038>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32039": { "content": "<frame_00039>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32040": { "content": "<frame_00040>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32041": { "content": "<frame_00041>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32042": { "content": "<frame_00042>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32043": { "content": "<frame_00043>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32044": { "content": "<frame_00044>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32045": { "content": "<frame_00045>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32046": { "content": "<frame_00046>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32047": { "content": "<frame_00047>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32048": { "content": "<frame_00048>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32049": { "content": "<frame_00049>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32050": { "content": "<frame_00050>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32051": { "content": "<frame_00051>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32052": { "content": "<frame_00052>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32053": { "content": "<frame_00053>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32054": { "content": "<frame_00054>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32055": { "content": "<frame_00055>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32056": { "content": "<frame_00056>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32057": { "content": "<frame_00057>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32058": { "content": "<frame_00058>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32059": { "content": "<frame_00059>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32060": { "content": "<frame_00060>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32061": { "content": "<frame_00061>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32062": { "content": "<frame_00062>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32063": { "content": "<frame_00063>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32064": { "content": "<frame_00064>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32065": { "content": "<frame_00065>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32066": { "content": "<frame_00066>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32067": { "content": "<frame_00067>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32068": { "content": "<frame_00068>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32069": { "content": "<frame_00069>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32070": { "content": "<frame_00070>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32071": { "content": "<frame_00071>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32072": { "content": "<frame_00072>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32073": { "content": "<frame_00073>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32074": { "content": "<frame_00074>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32075": { "content": "<frame_00075>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32076": { "content": "<frame_00076>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32077": { "content": "<frame_00077>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32078": { "content": "<frame_00078>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32079": { "content": "<frame_00079>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32080": { "content": "<frame_00080>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32081": { "content": "<frame_00081>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32082": { "content": "<frame_00082>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32083": { "content": "<frame_00083>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32084": { "content": "<frame_00084>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32085": { "content": "<frame_00085>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32086": { "content": "<frame_00086>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32087": { "content": "<frame_00087>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32088": { "content": "<frame_00088>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32089": { "content": "<frame_00089>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32090": { "content": "<frame_00090>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32091": { "content": "<frame_00091>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32092": { "content": "<frame_00092>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32093": { "content": "<frame_00093>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32094": { "content": "<frame_00094>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32095": { "content": "<frame_00095>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32096": { "content": "<frame_00096>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32097": { "content": "<frame_00097>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32098": { "content": "<frame_00098>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32099": { "content": "<frame_00099>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32100": { "content": "<frame_00100>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32101": { "content": "<frame_00101>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32102": { "content": "<frame_00102>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32103": { "content": "<frame_00103>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32104": { "content": "<frame_00104>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32105": { "content": "<frame_00105>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32106": { "content": "<frame_00106>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32107": { "content": "<frame_00107>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32108": { "content": "<frame_00108>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32109": { "content": "<frame_00109>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32110": { "content": "<frame_00110>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32111": { "content": "<frame_00111>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32112": { "content": "<frame_00112>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32113": { "content": "<frame_00113>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32114": { "content": "<frame_00114>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32115": { "content": "<frame_00115>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32116": { "content": "<frame_00116>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32117": { "content": "<frame_00117>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32118": { "content": "<frame_00118>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32119": { "content": "<frame_00119>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32120": { "content": "<frame_00120>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32121": { "content": "<frame_00121>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32122": { "content": "<frame_00122>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32123": { "content": "<frame_00123>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32124": { "content": "<frame_00124>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32125": { "content": "<frame_00125>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32126": { "content": "<frame_00126>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32127": { "content": "<frame_00127>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32128": { "content": "<frame_00128>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32129": { "content": "<frame_00129>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32130": { "content": "<frame_00130>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32131": { "content": "<frame_00131>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32132": { "content": "<frame_00132>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32133": { "content": "<frame_00133>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32134": { "content": "<frame_00134>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32135": { "content": "<frame_00135>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32136": { "content": "<frame_00136>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32137": { "content": "<frame_00137>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32138": { "content": "<frame_00138>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32139": { "content": "<frame_00139>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32140": { "content": "<frame_00140>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32141": { "content": "<frame_00141>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32142": { "content": "<frame_00142>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32143": { "content": "<frame_00143>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32144": { "content": "<frame_00144>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32145": { "content": "<frame_00145>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32146": { "content": "<frame_00146>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32147": { "content": "<frame_00147>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32148": { "content": "<frame_00148>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32149": { "content": "<frame_00149>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32150": { "content": "<frame_00150>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32151": { "content": "<frame_00151>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32152": { "content": "<frame_00152>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32153": { "content": "<frame_00153>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32154": { "content": "<frame_00154>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32155": { "content": "<frame_00155>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32156": { "content": "<frame_00156>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32157": { "content": "<frame_00157>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32158": { "content": "<frame_00158>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32159": { "content": "<frame_00159>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32160": { "content": "<frame_00160>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32161": { "content": "<frame_00161>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32162": { "content": "<frame_00162>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32163": { "content": "<frame_00163>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32164": { "content": "<frame_00164>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32165": { "content": "<frame_00165>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32166": { "content": "<frame_00166>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32167": { "content": "<frame_00167>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32168": { "content": "<frame_00168>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32169": { "content": "<frame_00169>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32170": { "content": "<frame_00170>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32171": { "content": "<frame_00171>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32172": { "content": "<frame_00172>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32173": { "content": "<frame_00173>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32174": { "content": "<frame_00174>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32175": { "content": "<frame_00175>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32176": { "content": "<frame_00176>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32177": { "content": "<frame_00177>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32178": { "content": "<frame_00178>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32179": { "content": "<frame_00179>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32180": { "content": "<frame_00180>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32181": { "content": "<frame_00181>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32182": { "content": "<frame_00182>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32183": { "content": "<frame_00183>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32184": { "content": "<frame_00184>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32185": { "content": "<frame_00185>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32186": { "content": "<frame_00186>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32187": { "content": "<frame_00187>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32188": { "content": "<frame_00188>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32189": { "content": "<frame_00189>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32190": { "content": "<frame_00190>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32191": { "content": "<frame_00191>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32192": { "content": "<frame_00192>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32193": { "content": "<frame_00193>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32194": { "content": "<frame_00194>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32195": { "content": "<frame_00195>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32196": { "content": "<frame_00196>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32197": { "content": "<frame_00197>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32198": { "content": "<frame_00198>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32199": { "content": "<frame_00199>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32200": { "content": "<frame_00200>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32201": { "content": "<frame_00201>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32202": { "content": "<frame_00202>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32203": { "content": "<frame_00203>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32204": { "content": "<frame_00204>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32205": { "content": "<frame_00205>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32206": { "content": "<frame_00206>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32207": { "content": "<frame_00207>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32208": { "content": "<frame_00208>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32209": { "content": "<frame_00209>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32210": { "content": "<frame_00210>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32211": { "content": "<frame_00211>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32212": { "content": "<frame_00212>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32213": { "content": "<frame_00213>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32214": { "content": "<frame_00214>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32215": { "content": "<frame_00215>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32216": { "content": "<frame_00216>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32217": { "content": "<frame_00217>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32218": { "content": "<frame_00218>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32219": { "content": "<frame_00219>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32220": { "content": "<frame_00220>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32221": { "content": "<frame_00221>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32222": { "content": "<frame_00222>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32223": { "content": "<frame_00223>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32224": { "content": "<frame_00224>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32225": { "content": "<frame_00225>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32226": { "content": "<frame_00226>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32227": { "content": "<frame_00227>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32228": { "content": "<frame_00228>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32229": { "content": "<frame_00229>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32230": { "content": "<frame_00230>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32231": { "content": "<frame_00231>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32232": { "content": "<frame_00232>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32233": { "content": "<frame_00233>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32234": { "content": "<frame_00234>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32235": { "content": "<frame_00235>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32236": { "content": "<frame_00236>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32237": { "content": "<frame_00237>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32238": { "content": "<frame_00238>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32239": { "content": "<frame_00239>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32240": { "content": "<frame_00240>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32241": { "content": "<frame_00241>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32242": { "content": "<frame_00242>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32243": { "content": "<frame_00243>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32244": { "content": "<frame_00244>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32245": { "content": "<frame_00245>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32246": { "content": "<frame_00246>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32247": { "content": "<frame_00247>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32248": { "content": "<frame_00248>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32249": { "content": "<frame_00249>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32250": { "content": "<frame_00250>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32251": { "content": "<frame_00251>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32252": { "content": "<frame_00252>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32253": { "content": "<frame_00253>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32254": { "content": "<frame_00254>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32255": { "content": "<frame_00255>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32256": { "content": "<img>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32257": { "content": "</img>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32258": { "content": "<vid>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32259": { "content": "</vid>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32260": { "content": "<frame>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32261": { "content": "</frame>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<img>", "</img>", "<vid>", "</vid>", "<frame>", "</frame>" ], "bos_token": "<s>", "chat_template": "{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content'] %}\n {%- set loop_messages = messages[1:] %}\n{%- else %}\n {%- set loop_messages = messages %}\n{%- endif %}\n\n{{- bos_token }}\n{%- for message in loop_messages %}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}\n {{- raise_exception('After the optional system message, conversation roles must alternate user/assistant/user/assistant/...') }}\n {%- endif %}\n {%- if message['role'] == 'user' %}\n {%- if loop.first and system_message is defined %}\n {{- ' [INST] ' + system_message + '\\n\\n' + message['content'] + ' [/INST]' }}\n {%- else %}\n {{- ' [INST] ' + message['content'] + ' [/INST]' }}\n {%- endif %}\n {%- elif message['role'] == 'assistant' %}\n {{- ' ' + message['content'] + eos_token}}\n {%- else %}\n {{- raise_exception('Only user and assistant roles are supported, with the exception of an initial optional system message!') }}\n {%- endif %}\n{%- endfor %}\n", "clean_up_tokenization_spaces": false, "eos_token": "</s>", "legacy": false, "model_max_length": 1000000000000000019884624838656, "pad_token": "<unk>", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "LlamaTokenizer", "unk_token": "<unk>", "use_default_system_prompt": false }
{
"add_bos_token": true,
"add_eos_token": false,
"add_prefix_space": null,
"added_tokens_decoder": {
"0": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"2": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32000": {
"content": "<frame_00000>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32001": {
"content": "<frame_00001>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32002": {
"content": "<frame_00002>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32003": {
"content": "<frame_00003>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32004": {
"content": "<frame_00004>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32005": {
"content": "<frame_00005>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32006": {
"content": "<frame_00006>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32007": {
"content": "<frame_00007>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32008": {
"content": "<frame_00008>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false