diff --git a/llama3-8b/clean/r128/all/1/adapter_config.json b/llama3-8b/clean/r128/all/1/adapter_config.json index 53f97037407e02d1571c31d9b902d50ac4ebebff..d82bea578c3f17b1ea2a1572920465bcc308431d 100644 --- a/llama3-8b/clean/r128/all/1/adapter_config.json +++ b/llama3-8b/clean/r128/all/1/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "k_proj", - "o_proj", - "up_proj", - "v_proj", - "gate_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:01131af8af12cd6deba75a5c0b0a6ca8b99e739a3334a0ae20bf030a2a8d0a56 +size 948 diff --git a/llama3-8b/clean/r128/all/1/special_tokens_map.json b/llama3-8b/clean/r128/all/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/all/1/special_tokens_map.json +++ b/llama3-8b/clean/r128/all/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/all/1/tokenizer_config.json b/llama3-8b/clean/r128/all/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/all/1/tokenizer_config.json +++ b/llama3-8b/clean/r128/all/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/all/2/adapter_config.json b/llama3-8b/clean/r128/all/2/adapter_config.json index bbfc2ab1e97841681865217d8c7c9c7b305dc96b..d02e10a99cafd4fd70b877d0c2e85a71b16d733a 100644 --- a/llama3-8b/clean/r128/all/2/adapter_config.json +++ b/llama3-8b/clean/r128/all/2/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "v_proj", - "k_proj", - "gate_proj", - "down_proj", - "up_proj", - "o_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:17e2fe11b06d4ad080c6c7b502ba4e1fc132fd29a3a163020bc100609ec4df65 +size 948 diff --git a/llama3-8b/clean/r128/all/2/special_tokens_map.json b/llama3-8b/clean/r128/all/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/all/2/special_tokens_map.json +++ b/llama3-8b/clean/r128/all/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/all/2/tokenizer_config.json b/llama3-8b/clean/r128/all/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/all/2/tokenizer_config.json +++ b/llama3-8b/clean/r128/all/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/all/3/adapter_config.json b/llama3-8b/clean/r128/all/3/adapter_config.json index 538a29b1457bd7568a91f56cf62ca5036cf4c0ca..caf0d3a51ed46d7437ca4d06d1f8517d78f6632f 100644 --- a/llama3-8b/clean/r128/all/3/adapter_config.json +++ b/llama3-8b/clean/r128/all/3/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "gate_proj", - "o_proj", - "k_proj", - "up_proj", - "v_proj", - "down_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:39f3570b4f1c3f5d2f46b1d502b1aa563a6c4bf0b35a6aa2494e1b6d8bcdaaf5 +size 948 diff --git a/llama3-8b/clean/r128/all/3/special_tokens_map.json b/llama3-8b/clean/r128/all/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/all/3/special_tokens_map.json +++ b/llama3-8b/clean/r128/all/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/all/3/tokenizer_config.json b/llama3-8b/clean/r128/all/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/all/3/tokenizer_config.json +++ b/llama3-8b/clean/r128/all/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/all/4/adapter_config.json b/llama3-8b/clean/r128/all/4/adapter_config.json index 9d8182f05784d8a57f09c479d56395b3468a0087..27aa4075668a464f0742f65b9aaf4c5e5f26165d 100644 --- a/llama3-8b/clean/r128/all/4/adapter_config.json +++ b/llama3-8b/clean/r128/all/4/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "v_proj", - "up_proj", - "o_proj", - "gate_proj", - "down_proj", - "k_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:d6cd94e6f1bec665440f5fe8ff6b9d5725d2d0377e4a1c3869fa56373000e290 +size 948 diff --git a/llama3-8b/clean/r128/all/4/special_tokens_map.json b/llama3-8b/clean/r128/all/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/all/4/special_tokens_map.json +++ b/llama3-8b/clean/r128/all/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/all/4/tokenizer_config.json b/llama3-8b/clean/r128/all/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/all/4/tokenizer_config.json +++ b/llama3-8b/clean/r128/all/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/all/5/adapter_config.json b/llama3-8b/clean/r128/all/5/adapter_config.json index d3d3f8acf388dfc2e9a1e0cd58b54dc6e4eb3a5f..3218cb095a0c91919603d61f031a121d2be398dd 100644 --- a/llama3-8b/clean/r128/all/5/adapter_config.json +++ b/llama3-8b/clean/r128/all/5/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "q_proj", - "o_proj", - "v_proj", - "gate_proj", - "k_proj", - "up_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:e0239bedf2a918973200f1a426b717ab8dc51c59b62d752802e0615c3b5623e6 +size 948 diff --git a/llama3-8b/clean/r128/all/5/special_tokens_map.json b/llama3-8b/clean/r128/all/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/all/5/special_tokens_map.json +++ b/llama3-8b/clean/r128/all/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/all/5/tokenizer_config.json b/llama3-8b/clean/r128/all/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/all/5/tokenizer_config.json +++ b/llama3-8b/clean/r128/all/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/1/adapter_config.json b/llama3-8b/clean/r128/q_proj_v_proj/1/adapter_config.json index 1c4b88cd4a7effb6bcc0988f36511347e4143136..6b1509e7b71b31a35bed8d292d264118ac60211f 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/1/adapter_config.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/1/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:3fbe5cb735ddc6698d8e9a646799982c5f6170ef168f86860bf1d1bf3b9e7497 +size 871 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/1/special_tokens_map.json b/llama3-8b/clean/r128/q_proj_v_proj/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/1/special_tokens_map.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/1/tokenizer_config.json b/llama3-8b/clean/r128/q_proj_v_proj/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/1/tokenizer_config.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/2/adapter_config.json b/llama3-8b/clean/r128/q_proj_v_proj/2/adapter_config.json index 1c4b88cd4a7effb6bcc0988f36511347e4143136..6b1509e7b71b31a35bed8d292d264118ac60211f 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/2/adapter_config.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/2/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:3fbe5cb735ddc6698d8e9a646799982c5f6170ef168f86860bf1d1bf3b9e7497 +size 871 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/2/special_tokens_map.json b/llama3-8b/clean/r128/q_proj_v_proj/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/2/special_tokens_map.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/2/tokenizer_config.json b/llama3-8b/clean/r128/q_proj_v_proj/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/2/tokenizer_config.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/3/adapter_config.json b/llama3-8b/clean/r128/q_proj_v_proj/3/adapter_config.json index 1c4b88cd4a7effb6bcc0988f36511347e4143136..6b1509e7b71b31a35bed8d292d264118ac60211f 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/3/adapter_config.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/3/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:3fbe5cb735ddc6698d8e9a646799982c5f6170ef168f86860bf1d1bf3b9e7497 +size 871 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/3/special_tokens_map.json b/llama3-8b/clean/r128/q_proj_v_proj/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/3/special_tokens_map.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/3/tokenizer_config.json b/llama3-8b/clean/r128/q_proj_v_proj/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/3/tokenizer_config.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/4/adapter_config.json b/llama3-8b/clean/r128/q_proj_v_proj/4/adapter_config.json index 1c4b88cd4a7effb6bcc0988f36511347e4143136..6b1509e7b71b31a35bed8d292d264118ac60211f 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/4/adapter_config.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/4/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:3fbe5cb735ddc6698d8e9a646799982c5f6170ef168f86860bf1d1bf3b9e7497 +size 871 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/4/special_tokens_map.json b/llama3-8b/clean/r128/q_proj_v_proj/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/4/special_tokens_map.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/4/tokenizer_config.json b/llama3-8b/clean/r128/q_proj_v_proj/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/4/tokenizer_config.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/5/adapter_config.json b/llama3-8b/clean/r128/q_proj_v_proj/5/adapter_config.json index 1c4b88cd4a7effb6bcc0988f36511347e4143136..6b1509e7b71b31a35bed8d292d264118ac60211f 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/5/adapter_config.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/5/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:3fbe5cb735ddc6698d8e9a646799982c5f6170ef168f86860bf1d1bf3b9e7497 +size 871 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/5/special_tokens_map.json b/llama3-8b/clean/r128/q_proj_v_proj/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/5/special_tokens_map.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/q_proj_v_proj/5/tokenizer_config.json b/llama3-8b/clean/r128/q_proj_v_proj/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/q_proj_v_proj/5/tokenizer_config.json +++ b/llama3-8b/clean/r128/q_proj_v_proj/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/1/adapter_config.json b/llama3-8b/clean/r128/up_proj_down_proj/1/adapter_config.json index 4360a508f9524b33f6dab59a81e675c130a2ad5f..4b512540e0cc04435a526c19d44b34e69c14e468 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/1/adapter_config.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/1/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "up_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd30ddc70ca30cb3130774135a49288f72208dd155d03e8911dcf109c0c2073 +size 875 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/1/special_tokens_map.json b/llama3-8b/clean/r128/up_proj_down_proj/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/1/special_tokens_map.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/1/tokenizer_config.json b/llama3-8b/clean/r128/up_proj_down_proj/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/1/tokenizer_config.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/2/adapter_config.json b/llama3-8b/clean/r128/up_proj_down_proj/2/adapter_config.json index dbe4064840a5a617038a270d8d843e764b07cda0..8e8fe45d1671376a0c1066bb9ad508d906427e72 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/2/adapter_config.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/2/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:a170e3bd5e94054ebe7471ef00ef9d1c9ee56598500f4bdf61afe53ed74f4fc7 +size 875 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/2/special_tokens_map.json b/llama3-8b/clean/r128/up_proj_down_proj/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/2/special_tokens_map.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/2/tokenizer_config.json b/llama3-8b/clean/r128/up_proj_down_proj/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/2/tokenizer_config.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/3/adapter_config.json b/llama3-8b/clean/r128/up_proj_down_proj/3/adapter_config.json index dbe4064840a5a617038a270d8d843e764b07cda0..8e8fe45d1671376a0c1066bb9ad508d906427e72 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/3/adapter_config.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/3/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:a170e3bd5e94054ebe7471ef00ef9d1c9ee56598500f4bdf61afe53ed74f4fc7 +size 875 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/3/special_tokens_map.json b/llama3-8b/clean/r128/up_proj_down_proj/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/3/special_tokens_map.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/3/tokenizer_config.json b/llama3-8b/clean/r128/up_proj_down_proj/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/3/tokenizer_config.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/4/adapter_config.json b/llama3-8b/clean/r128/up_proj_down_proj/4/adapter_config.json index 4360a508f9524b33f6dab59a81e675c130a2ad5f..4b512540e0cc04435a526c19d44b34e69c14e468 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/4/adapter_config.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/4/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "up_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd30ddc70ca30cb3130774135a49288f72208dd155d03e8911dcf109c0c2073 +size 875 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/4/special_tokens_map.json b/llama3-8b/clean/r128/up_proj_down_proj/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/4/special_tokens_map.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/4/tokenizer_config.json b/llama3-8b/clean/r128/up_proj_down_proj/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/4/tokenizer_config.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/5/adapter_config.json b/llama3-8b/clean/r128/up_proj_down_proj/5/adapter_config.json index dbe4064840a5a617038a270d8d843e764b07cda0..8e8fe45d1671376a0c1066bb9ad508d906427e72 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/5/adapter_config.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/5/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 256, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 128, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:a170e3bd5e94054ebe7471ef00ef9d1c9ee56598500f4bdf61afe53ed74f4fc7 +size 875 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/5/special_tokens_map.json b/llama3-8b/clean/r128/up_proj_down_proj/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/5/special_tokens_map.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r128/up_proj_down_proj/5/tokenizer_config.json b/llama3-8b/clean/r128/up_proj_down_proj/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r128/up_proj_down_proj/5/tokenizer_config.json +++ b/llama3-8b/clean/r128/up_proj_down_proj/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/all/1/adapter_config.json b/llama3-8b/clean/r256/all/1/adapter_config.json index e9a4bdb39414bfe373b77dc16713f49300d676f1..ea882913a04edb9e742f8ec912de582ec611c50e 100644 --- a/llama3-8b/clean/r256/all/1/adapter_config.json +++ b/llama3-8b/clean/r256/all/1/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "up_proj", - "v_proj", - "o_proj", - "gate_proj", - "k_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:d1aee89a1a5cb4e154bc6edbb9d0f0a40069de904a1fd8507d9c8810eb1aaddd +size 948 diff --git a/llama3-8b/clean/r256/all/1/special_tokens_map.json b/llama3-8b/clean/r256/all/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/all/1/special_tokens_map.json +++ b/llama3-8b/clean/r256/all/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/all/1/tokenizer_config.json b/llama3-8b/clean/r256/all/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/all/1/tokenizer_config.json +++ b/llama3-8b/clean/r256/all/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/all/2/adapter_config.json b/llama3-8b/clean/r256/all/2/adapter_config.json index 80a8a5a33769acca8fff7fff1083d5a759ef912b..8adef47564e169a410a391850e556a77836b30ac 100644 --- a/llama3-8b/clean/r256/all/2/adapter_config.json +++ b/llama3-8b/clean/r256/all/2/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "v_proj", - "gate_proj", - "o_proj", - "q_proj", - "k_proj", - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba571cc054dfaca9e57311a155640d4a6490d2dfa68d168573af8809da2dbdf +size 948 diff --git a/llama3-8b/clean/r256/all/2/special_tokens_map.json b/llama3-8b/clean/r256/all/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/all/2/special_tokens_map.json +++ b/llama3-8b/clean/r256/all/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/all/2/tokenizer_config.json b/llama3-8b/clean/r256/all/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/all/2/tokenizer_config.json +++ b/llama3-8b/clean/r256/all/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/all/3/adapter_config.json b/llama3-8b/clean/r256/all/3/adapter_config.json index fb3e707c6cfc436d2ae0da705549c6b3bbf2d83b..0ba88011745830c1ae8d1901f3310e681018d55d 100644 --- a/llama3-8b/clean/r256/all/3/adapter_config.json +++ b/llama3-8b/clean/r256/all/3/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "o_proj", - "gate_proj", - "q_proj", - "k_proj", - "up_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:2036a2268c30a7ab596851028e628a86451d492742a88d4fa9409ec289012570 +size 948 diff --git a/llama3-8b/clean/r256/all/3/special_tokens_map.json b/llama3-8b/clean/r256/all/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/all/3/special_tokens_map.json +++ b/llama3-8b/clean/r256/all/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/all/3/tokenizer_config.json b/llama3-8b/clean/r256/all/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/all/3/tokenizer_config.json +++ b/llama3-8b/clean/r256/all/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/all/4/adapter_config.json b/llama3-8b/clean/r256/all/4/adapter_config.json index a68ef7f506b57fdd5ceac2472f053787dafe854c..c0dfa1cda99b41b81b7375cee874dfa3714cf9e5 100644 --- a/llama3-8b/clean/r256/all/4/adapter_config.json +++ b/llama3-8b/clean/r256/all/4/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "gate_proj", - "v_proj", - "k_proj", - "o_proj", - "down_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4d19b3f466ee4b78e0e003fdd578a7c4474fe93d351768ca78648f8cb2c8fe +size 948 diff --git a/llama3-8b/clean/r256/all/4/special_tokens_map.json b/llama3-8b/clean/r256/all/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/all/4/special_tokens_map.json +++ b/llama3-8b/clean/r256/all/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/all/4/tokenizer_config.json b/llama3-8b/clean/r256/all/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/all/4/tokenizer_config.json +++ b/llama3-8b/clean/r256/all/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/all/5/adapter_config.json b/llama3-8b/clean/r256/all/5/adapter_config.json index 990219f6ed528c5f6e7e26054dc7c8d4b4fdf9c3..3370149d4c232a56ab77c62d8100547df9c5a558 100644 --- a/llama3-8b/clean/r256/all/5/adapter_config.json +++ b/llama3-8b/clean/r256/all/5/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "gate_proj", - "k_proj", - "down_proj", - "v_proj", - "o_proj", - "q_proj", - "up_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:6f40aa9b2941f52ba7b6beeedeab7cac9a3b3efdb462963af509e15f3cf4edae +size 948 diff --git a/llama3-8b/clean/r256/all/5/special_tokens_map.json b/llama3-8b/clean/r256/all/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/all/5/special_tokens_map.json +++ b/llama3-8b/clean/r256/all/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/all/5/tokenizer_config.json b/llama3-8b/clean/r256/all/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/all/5/tokenizer_config.json +++ b/llama3-8b/clean/r256/all/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/1/adapter_config.json b/llama3-8b/clean/r256/q_proj_v_proj/1/adapter_config.json index b8cd7b9d62b2814723ad1765da9c4763a7019ada..457131c3e2457c97f9b5a19ab297506d63dde76f 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/1/adapter_config.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/1/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:471d163476dad88207b81a0d6be27200f63734fd4b7008c0221fef1c86ae4b42 +size 871 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/1/special_tokens_map.json b/llama3-8b/clean/r256/q_proj_v_proj/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/1/special_tokens_map.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/1/tokenizer_config.json b/llama3-8b/clean/r256/q_proj_v_proj/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/1/tokenizer_config.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/2/adapter_config.json b/llama3-8b/clean/r256/q_proj_v_proj/2/adapter_config.json index 9c99c808c1debc320964f194390fd9b1fb23abd9..ccdb339ff94d7225fb4b54fc44bdf59d21a4bf40 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/2/adapter_config.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/2/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "v_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:d28e2ac6d1185f46466ce7c2f9492dbadce5c594fe857e938aa1c5ba9f5d9b55 +size 871 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/2/special_tokens_map.json b/llama3-8b/clean/r256/q_proj_v_proj/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/2/special_tokens_map.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/2/tokenizer_config.json b/llama3-8b/clean/r256/q_proj_v_proj/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/2/tokenizer_config.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/3/adapter_config.json b/llama3-8b/clean/r256/q_proj_v_proj/3/adapter_config.json index b8cd7b9d62b2814723ad1765da9c4763a7019ada..457131c3e2457c97f9b5a19ab297506d63dde76f 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/3/adapter_config.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/3/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:471d163476dad88207b81a0d6be27200f63734fd4b7008c0221fef1c86ae4b42 +size 871 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/3/special_tokens_map.json b/llama3-8b/clean/r256/q_proj_v_proj/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/3/special_tokens_map.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/3/tokenizer_config.json b/llama3-8b/clean/r256/q_proj_v_proj/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/3/tokenizer_config.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/4/adapter_config.json b/llama3-8b/clean/r256/q_proj_v_proj/4/adapter_config.json index b8cd7b9d62b2814723ad1765da9c4763a7019ada..457131c3e2457c97f9b5a19ab297506d63dde76f 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/4/adapter_config.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/4/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:471d163476dad88207b81a0d6be27200f63734fd4b7008c0221fef1c86ae4b42 +size 871 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/4/special_tokens_map.json b/llama3-8b/clean/r256/q_proj_v_proj/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/4/special_tokens_map.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/4/tokenizer_config.json b/llama3-8b/clean/r256/q_proj_v_proj/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/4/tokenizer_config.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/5/adapter_config.json b/llama3-8b/clean/r256/q_proj_v_proj/5/adapter_config.json index b8cd7b9d62b2814723ad1765da9c4763a7019ada..457131c3e2457c97f9b5a19ab297506d63dde76f 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/5/adapter_config.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/5/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:471d163476dad88207b81a0d6be27200f63734fd4b7008c0221fef1c86ae4b42 +size 871 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/5/special_tokens_map.json b/llama3-8b/clean/r256/q_proj_v_proj/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/5/special_tokens_map.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/q_proj_v_proj/5/tokenizer_config.json b/llama3-8b/clean/r256/q_proj_v_proj/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/q_proj_v_proj/5/tokenizer_config.json +++ b/llama3-8b/clean/r256/q_proj_v_proj/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/1/adapter_config.json b/llama3-8b/clean/r256/up_proj_down_proj/1/adapter_config.json index 14417f93d5a5aea17041921d7030c4f97e9893f2..69047abc189f540787a402f3ed07fa967003f9dd 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/1/adapter_config.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/1/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "up_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:466fa0267e2f97e94d3dc472aa1c20b33a3e2c38345d57eac5f137db1dad2bdf +size 875 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/1/special_tokens_map.json b/llama3-8b/clean/r256/up_proj_down_proj/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/1/special_tokens_map.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/1/tokenizer_config.json b/llama3-8b/clean/r256/up_proj_down_proj/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/1/tokenizer_config.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/2/adapter_config.json b/llama3-8b/clean/r256/up_proj_down_proj/2/adapter_config.json index 976eeb2362dbd9753d076d29ab84126860576014..9db0a7094b35ac854a34c98e8f2e6bc3d354e7f7 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/2/adapter_config.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/2/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d92ad836abb863b2aa99671e5394474628d2219e5595aedd2b5b5efe7b3b16 +size 875 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/2/special_tokens_map.json b/llama3-8b/clean/r256/up_proj_down_proj/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/2/special_tokens_map.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/2/tokenizer_config.json b/llama3-8b/clean/r256/up_proj_down_proj/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/2/tokenizer_config.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/3/adapter_config.json b/llama3-8b/clean/r256/up_proj_down_proj/3/adapter_config.json index 976eeb2362dbd9753d076d29ab84126860576014..9db0a7094b35ac854a34c98e8f2e6bc3d354e7f7 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/3/adapter_config.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/3/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d92ad836abb863b2aa99671e5394474628d2219e5595aedd2b5b5efe7b3b16 +size 875 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/3/special_tokens_map.json b/llama3-8b/clean/r256/up_proj_down_proj/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/3/special_tokens_map.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/3/tokenizer_config.json b/llama3-8b/clean/r256/up_proj_down_proj/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/3/tokenizer_config.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/4/adapter_config.json b/llama3-8b/clean/r256/up_proj_down_proj/4/adapter_config.json index 14417f93d5a5aea17041921d7030c4f97e9893f2..69047abc189f540787a402f3ed07fa967003f9dd 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/4/adapter_config.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/4/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "up_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:466fa0267e2f97e94d3dc472aa1c20b33a3e2c38345d57eac5f137db1dad2bdf +size 875 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/4/special_tokens_map.json b/llama3-8b/clean/r256/up_proj_down_proj/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/4/special_tokens_map.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/4/tokenizer_config.json b/llama3-8b/clean/r256/up_proj_down_proj/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/4/tokenizer_config.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/5/adapter_config.json b/llama3-8b/clean/r256/up_proj_down_proj/5/adapter_config.json index 14417f93d5a5aea17041921d7030c4f97e9893f2..69047abc189f540787a402f3ed07fa967003f9dd 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/5/adapter_config.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/5/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 512, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 256, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "up_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:466fa0267e2f97e94d3dc472aa1c20b33a3e2c38345d57eac5f137db1dad2bdf +size 875 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/5/special_tokens_map.json b/llama3-8b/clean/r256/up_proj_down_proj/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/5/special_tokens_map.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r256/up_proj_down_proj/5/tokenizer_config.json b/llama3-8b/clean/r256/up_proj_down_proj/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r256/up_proj_down_proj/5/tokenizer_config.json +++ b/llama3-8b/clean/r256/up_proj_down_proj/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/all/1/adapter_config.json b/llama3-8b/clean/r512/all/1/adapter_config.json index 88b80063260ec4ac76f65921db6f088d7a0bc0d5..8f818f55a2b697da3d75727236587239cc394706 100644 --- a/llama3-8b/clean/r512/all/1/adapter_config.json +++ b/llama3-8b/clean/r512/all/1/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "v_proj", - "up_proj", - "k_proj", - "down_proj", - "q_proj", - "gate_proj", - "o_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:0760eb39648220a6a09ded8efad03f84a8d89c64f289830eb14da9e99a11b3e4 +size 949 diff --git a/llama3-8b/clean/r512/all/1/special_tokens_map.json b/llama3-8b/clean/r512/all/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/all/1/special_tokens_map.json +++ b/llama3-8b/clean/r512/all/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/all/1/tokenizer_config.json b/llama3-8b/clean/r512/all/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/all/1/tokenizer_config.json +++ b/llama3-8b/clean/r512/all/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/all/2/adapter_config.json b/llama3-8b/clean/r512/all/2/adapter_config.json index 30e07278470159fac31f907965842a40a33cd055..a5a9d7c79e4e7528c909fcbcd6f26b7f31ed8b3d 100644 --- a/llama3-8b/clean/r512/all/2/adapter_config.json +++ b/llama3-8b/clean/r512/all/2/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "o_proj", - "k_proj", - "up_proj", - "down_proj", - "gate_proj", - "v_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:69f71ae00428a97a235e78e1a427741d9e9f06a651cc7114f4de4db1168388c6 +size 949 diff --git a/llama3-8b/clean/r512/all/2/special_tokens_map.json b/llama3-8b/clean/r512/all/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/all/2/special_tokens_map.json +++ b/llama3-8b/clean/r512/all/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/all/2/tokenizer_config.json b/llama3-8b/clean/r512/all/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/all/2/tokenizer_config.json +++ b/llama3-8b/clean/r512/all/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/all/3/adapter_config.json b/llama3-8b/clean/r512/all/3/adapter_config.json index 47e3499e4f320a693f37a9e57272abe778a6c978..20b20fc8cacf472cb2755852562d8cdf9cbbf67c 100644 --- a/llama3-8b/clean/r512/all/3/adapter_config.json +++ b/llama3-8b/clean/r512/all/3/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "o_proj", - "up_proj", - "down_proj", - "k_proj", - "v_proj", - "gate_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:d0da7c444efff9fd42f0e8cc615c3f168186f8ce071d4ba3cb1c1cdb9a0ff735 +size 949 diff --git a/llama3-8b/clean/r512/all/3/special_tokens_map.json b/llama3-8b/clean/r512/all/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/all/3/special_tokens_map.json +++ b/llama3-8b/clean/r512/all/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/all/3/tokenizer_config.json b/llama3-8b/clean/r512/all/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/all/3/tokenizer_config.json +++ b/llama3-8b/clean/r512/all/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/all/4/adapter_config.json b/llama3-8b/clean/r512/all/4/adapter_config.json index a3d3cbce6db840124e031eb2599a2df4af587e9e..b833a814d7b44b8b2e83882a983a36013570368c 100644 --- a/llama3-8b/clean/r512/all/4/adapter_config.json +++ b/llama3-8b/clean/r512/all/4/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "q_proj", - "up_proj", - "gate_proj", - "k_proj", - "v_proj", - "o_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:03c0215be2bbd191727d69aa772ad9f5ff9da1ab5f3b4ba7025dfea01190fe05 +size 949 diff --git a/llama3-8b/clean/r512/all/4/special_tokens_map.json b/llama3-8b/clean/r512/all/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/all/4/special_tokens_map.json +++ b/llama3-8b/clean/r512/all/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/all/4/tokenizer_config.json b/llama3-8b/clean/r512/all/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/all/4/tokenizer_config.json +++ b/llama3-8b/clean/r512/all/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/all/5/adapter_config.json b/llama3-8b/clean/r512/all/5/adapter_config.json index 2f44844c9e685127848dff49f2833394d17a28c6..ca86bc4031d539d9f6b29429aed0e96200c6d7a7 100644 --- a/llama3-8b/clean/r512/all/5/adapter_config.json +++ b/llama3-8b/clean/r512/all/5/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "up_proj", - "q_proj", - "gate_proj", - "v_proj", - "k_proj", - "o_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f952d5423d7dc1070267fcb0ab9f2a6102dd030c9b3863f3b79916339a047f +size 949 diff --git a/llama3-8b/clean/r512/all/5/special_tokens_map.json b/llama3-8b/clean/r512/all/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/all/5/special_tokens_map.json +++ b/llama3-8b/clean/r512/all/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/all/5/tokenizer_config.json b/llama3-8b/clean/r512/all/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/all/5/tokenizer_config.json +++ b/llama3-8b/clean/r512/all/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/1/adapter_config.json b/llama3-8b/clean/r512/q_proj_v_proj/1/adapter_config.json index 0f897c1e0efafc58bd20b07b912745384b29f700..7ec15b5b7857b919db16c18038d2875b6c757580 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/1/adapter_config.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/1/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "v_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:63ecabcb8169af50bda6b00482edb55adbec1ab6d48ca55a7ff376c93c54def0 +size 872 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/1/special_tokens_map.json b/llama3-8b/clean/r512/q_proj_v_proj/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/1/special_tokens_map.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/1/tokenizer_config.json b/llama3-8b/clean/r512/q_proj_v_proj/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/1/tokenizer_config.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/2/adapter_config.json b/llama3-8b/clean/r512/q_proj_v_proj/2/adapter_config.json index 0f897c1e0efafc58bd20b07b912745384b29f700..7ec15b5b7857b919db16c18038d2875b6c757580 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/2/adapter_config.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/2/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "v_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:63ecabcb8169af50bda6b00482edb55adbec1ab6d48ca55a7ff376c93c54def0 +size 872 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/2/special_tokens_map.json b/llama3-8b/clean/r512/q_proj_v_proj/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/2/special_tokens_map.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/2/tokenizer_config.json b/llama3-8b/clean/r512/q_proj_v_proj/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/2/tokenizer_config.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/3/adapter_config.json b/llama3-8b/clean/r512/q_proj_v_proj/3/adapter_config.json index 0f897c1e0efafc58bd20b07b912745384b29f700..7ec15b5b7857b919db16c18038d2875b6c757580 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/3/adapter_config.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/3/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "v_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:63ecabcb8169af50bda6b00482edb55adbec1ab6d48ca55a7ff376c93c54def0 +size 872 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/3/special_tokens_map.json b/llama3-8b/clean/r512/q_proj_v_proj/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/3/special_tokens_map.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/3/tokenizer_config.json b/llama3-8b/clean/r512/q_proj_v_proj/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/3/tokenizer_config.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/4/adapter_config.json b/llama3-8b/clean/r512/q_proj_v_proj/4/adapter_config.json index cdcb154938e1472dce04a349f8bab62b9d79ce1e..d7e5369866c7433b308d13e8c0273c6177ae096e 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/4/adapter_config.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/4/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d2ced1c74d92197424538821973d85c8430b2598424bff264a00f81cb839f3 +size 872 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/4/special_tokens_map.json b/llama3-8b/clean/r512/q_proj_v_proj/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/4/special_tokens_map.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/4/tokenizer_config.json b/llama3-8b/clean/r512/q_proj_v_proj/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/4/tokenizer_config.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/5/adapter_config.json b/llama3-8b/clean/r512/q_proj_v_proj/5/adapter_config.json index cdcb154938e1472dce04a349f8bab62b9d79ce1e..d7e5369866c7433b308d13e8c0273c6177ae096e 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/5/adapter_config.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/5/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d2ced1c74d92197424538821973d85c8430b2598424bff264a00f81cb839f3 +size 872 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/5/special_tokens_map.json b/llama3-8b/clean/r512/q_proj_v_proj/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/5/special_tokens_map.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/q_proj_v_proj/5/tokenizer_config.json b/llama3-8b/clean/r512/q_proj_v_proj/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/q_proj_v_proj/5/tokenizer_config.json +++ b/llama3-8b/clean/r512/q_proj_v_proj/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/1/adapter_config.json b/llama3-8b/clean/r512/up_proj_down_proj/1/adapter_config.json index bf861f11ae84df730c77362b27d36404be3c56ad..5f2112d6a7e0cf8ca62523c5115e6890c04c63a0 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/1/adapter_config.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/1/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "up_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:4b6595890edefe937334d7b55ec027398562aa0454096a1731da9f19697c3ba5 +size 876 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/1/special_tokens_map.json b/llama3-8b/clean/r512/up_proj_down_proj/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/1/special_tokens_map.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/1/tokenizer_config.json b/llama3-8b/clean/r512/up_proj_down_proj/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/1/tokenizer_config.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/2/adapter_config.json b/llama3-8b/clean/r512/up_proj_down_proj/2/adapter_config.json index c86976ae31606a3f6ae065ecd46726bcba84ad8c..96a53cd2fc4d4fefba87498a006cf6fa5a8dfad5 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/2/adapter_config.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/2/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc31dcd14648a810b0022502c79ba3c1ec97b6c4f00c780b4a46846492f288 +size 876 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/2/special_tokens_map.json b/llama3-8b/clean/r512/up_proj_down_proj/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/2/special_tokens_map.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/2/tokenizer_config.json b/llama3-8b/clean/r512/up_proj_down_proj/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/2/tokenizer_config.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/3/adapter_config.json b/llama3-8b/clean/r512/up_proj_down_proj/3/adapter_config.json index c86976ae31606a3f6ae065ecd46726bcba84ad8c..96a53cd2fc4d4fefba87498a006cf6fa5a8dfad5 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/3/adapter_config.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/3/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc31dcd14648a810b0022502c79ba3c1ec97b6c4f00c780b4a46846492f288 +size 876 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/3/special_tokens_map.json b/llama3-8b/clean/r512/up_proj_down_proj/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/3/special_tokens_map.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/3/tokenizer_config.json b/llama3-8b/clean/r512/up_proj_down_proj/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/3/tokenizer_config.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/4/adapter_config.json b/llama3-8b/clean/r512/up_proj_down_proj/4/adapter_config.json index c86976ae31606a3f6ae065ecd46726bcba84ad8c..96a53cd2fc4d4fefba87498a006cf6fa5a8dfad5 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/4/adapter_config.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/4/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc31dcd14648a810b0022502c79ba3c1ec97b6c4f00c780b4a46846492f288 +size 876 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/4/special_tokens_map.json b/llama3-8b/clean/r512/up_proj_down_proj/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/4/special_tokens_map.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/4/tokenizer_config.json b/llama3-8b/clean/r512/up_proj_down_proj/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/4/tokenizer_config.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/5/adapter_config.json b/llama3-8b/clean/r512/up_proj_down_proj/5/adapter_config.json index c86976ae31606a3f6ae065ecd46726bcba84ad8c..96a53cd2fc4d4fefba87498a006cf6fa5a8dfad5 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/5/adapter_config.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/5/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 1024, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 512, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc31dcd14648a810b0022502c79ba3c1ec97b6c4f00c780b4a46846492f288 +size 876 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/5/special_tokens_map.json b/llama3-8b/clean/r512/up_proj_down_proj/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/5/special_tokens_map.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r512/up_proj_down_proj/5/tokenizer_config.json b/llama3-8b/clean/r512/up_proj_down_proj/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r512/up_proj_down_proj/5/tokenizer_config.json +++ b/llama3-8b/clean/r512/up_proj_down_proj/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/all/1/adapter_config.json b/llama3-8b/clean/r64/all/1/adapter_config.json index 82e59da8a5614677617ce1222ac33103c59ec33b..33cece654d1eb2b65dc476ec09b9aaa4d8b7dea8 100644 --- a/llama3-8b/clean/r64/all/1/adapter_config.json +++ b/llama3-8b/clean/r64/all/1/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "o_proj", - "up_proj", - "q_proj", - "gate_proj", - "v_proj", - "k_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:3c153edd10f98413214c1ca6373add6bcea31884e9ff647ea249165176d9e6ef +size 947 diff --git a/llama3-8b/clean/r64/all/1/special_tokens_map.json b/llama3-8b/clean/r64/all/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/all/1/special_tokens_map.json +++ b/llama3-8b/clean/r64/all/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/all/1/tokenizer_config.json b/llama3-8b/clean/r64/all/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/all/1/tokenizer_config.json +++ b/llama3-8b/clean/r64/all/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/all/2/adapter_config.json b/llama3-8b/clean/r64/all/2/adapter_config.json index 29a3b39a82838b0a603e0d77763bd87fbea369b6..d63cac1ae88ff01c52f8759dae156824ee3eb285 100644 --- a/llama3-8b/clean/r64/all/2/adapter_config.json +++ b/llama3-8b/clean/r64/all/2/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "v_proj", - "gate_proj", - "k_proj", - "up_proj", - "down_proj", - "q_proj", - "o_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:f5df358269b20e739b44d42b5ce213edebb626078e9ff83ea4237118cbc63b25 +size 947 diff --git a/llama3-8b/clean/r64/all/2/special_tokens_map.json b/llama3-8b/clean/r64/all/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/all/2/special_tokens_map.json +++ b/llama3-8b/clean/r64/all/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/all/2/tokenizer_config.json b/llama3-8b/clean/r64/all/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/all/2/tokenizer_config.json +++ b/llama3-8b/clean/r64/all/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/all/3/adapter_config.json b/llama3-8b/clean/r64/all/3/adapter_config.json index ed7e879603fa11fbe5265569edbeb40370ee3915..94c02cf1d41904e5a6994c8ccbe3063370f332d5 100644 --- a/llama3-8b/clean/r64/all/3/adapter_config.json +++ b/llama3-8b/clean/r64/all/3/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "gate_proj", - "up_proj", - "o_proj", - "k_proj", - "down_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:e090e2d37edf641412dec788e99554eb59df14de42635737d946d7b6665285b5 +size 947 diff --git a/llama3-8b/clean/r64/all/3/special_tokens_map.json b/llama3-8b/clean/r64/all/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/all/3/special_tokens_map.json +++ b/llama3-8b/clean/r64/all/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/all/3/tokenizer_config.json b/llama3-8b/clean/r64/all/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/all/3/tokenizer_config.json +++ b/llama3-8b/clean/r64/all/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/all/4/adapter_config.json b/llama3-8b/clean/r64/all/4/adapter_config.json index 14cec6aa0272ab3b153af5610c1ecf73bf688c7c..17a66996507677ca965873e92d3b1bb2a0fab8ca 100644 --- a/llama3-8b/clean/r64/all/4/adapter_config.json +++ b/llama3-8b/clean/r64/all/4/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "gate_proj", - "q_proj", - "down_proj", - "o_proj", - "up_proj", - "k_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:4f91cfb99430b328177352930f8b49581c1aa0149e11478c11a89e93776ea978 +size 947 diff --git a/llama3-8b/clean/r64/all/4/special_tokens_map.json b/llama3-8b/clean/r64/all/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/all/4/special_tokens_map.json +++ b/llama3-8b/clean/r64/all/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/all/4/tokenizer_config.json b/llama3-8b/clean/r64/all/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/all/4/tokenizer_config.json +++ b/llama3-8b/clean/r64/all/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/all/5/adapter_config.json b/llama3-8b/clean/r64/all/5/adapter_config.json index 9079d480ec4835b715c4fced4bae1184581db7f5..a0d1029addf2d84cbfa8ea05b1bd560a3f5d99f4 100644 --- a/llama3-8b/clean/r64/all/5/adapter_config.json +++ b/llama3-8b/clean/r64/all/5/adapter_config.json @@ -1,42 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "k_proj", - "o_proj", - "v_proj", - "up_proj", - "gate_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:7a9b96357f4762acc861147afaaff3daec92f5cb5e51a1312a44085b0607ef4d +size 947 diff --git a/llama3-8b/clean/r64/all/5/special_tokens_map.json b/llama3-8b/clean/r64/all/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/all/5/special_tokens_map.json +++ b/llama3-8b/clean/r64/all/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/all/5/tokenizer_config.json b/llama3-8b/clean/r64/all/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/all/5/tokenizer_config.json +++ b/llama3-8b/clean/r64/all/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/1/adapter_config.json b/llama3-8b/clean/r64/q_proj_v_proj/1/adapter_config.json index 93cc3c824769107f448e3b38d1ff1a6674629862..a37d1ad295338a466f0e55ef81605693bc7f4689 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/1/adapter_config.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/1/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "v_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:358726a6b4b37feee03348b9d1b2af4aa7e8a7575203cfe438449c968230bf1f +size 870 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/1/special_tokens_map.json b/llama3-8b/clean/r64/q_proj_v_proj/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/1/special_tokens_map.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/1/tokenizer_config.json b/llama3-8b/clean/r64/q_proj_v_proj/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/1/tokenizer_config.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/2/adapter_config.json b/llama3-8b/clean/r64/q_proj_v_proj/2/adapter_config.json index 93cc3c824769107f448e3b38d1ff1a6674629862..a37d1ad295338a466f0e55ef81605693bc7f4689 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/2/adapter_config.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/2/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "v_proj", - "q_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:358726a6b4b37feee03348b9d1b2af4aa7e8a7575203cfe438449c968230bf1f +size 870 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/2/special_tokens_map.json b/llama3-8b/clean/r64/q_proj_v_proj/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/2/special_tokens_map.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/2/tokenizer_config.json b/llama3-8b/clean/r64/q_proj_v_proj/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/2/tokenizer_config.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/3/adapter_config.json b/llama3-8b/clean/r64/q_proj_v_proj/3/adapter_config.json index ce84ed6d46f0fe6eecb575330b6f2ae748411ed3..3ac344e6e471840c77d0c7a3c7479dae9f92b8b3 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/3/adapter_config.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/3/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:f4da1c7d7af1795ef3201a11e2de9832fb99582c9642c6e1ad26720df7d25596 +size 870 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/3/special_tokens_map.json b/llama3-8b/clean/r64/q_proj_v_proj/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/3/special_tokens_map.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/3/tokenizer_config.json b/llama3-8b/clean/r64/q_proj_v_proj/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/3/tokenizer_config.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/4/adapter_config.json b/llama3-8b/clean/r64/q_proj_v_proj/4/adapter_config.json index ce84ed6d46f0fe6eecb575330b6f2ae748411ed3..3ac344e6e471840c77d0c7a3c7479dae9f92b8b3 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/4/adapter_config.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/4/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:f4da1c7d7af1795ef3201a11e2de9832fb99582c9642c6e1ad26720df7d25596 +size 870 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/4/special_tokens_map.json b/llama3-8b/clean/r64/q_proj_v_proj/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/4/special_tokens_map.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/4/tokenizer_config.json b/llama3-8b/clean/r64/q_proj_v_proj/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/4/tokenizer_config.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/5/adapter_config.json b/llama3-8b/clean/r64/q_proj_v_proj/5/adapter_config.json index ce84ed6d46f0fe6eecb575330b6f2ae748411ed3..3ac344e6e471840c77d0c7a3c7479dae9f92b8b3 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/5/adapter_config.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/5/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "q_proj", - "v_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:f4da1c7d7af1795ef3201a11e2de9832fb99582c9642c6e1ad26720df7d25596 +size 870 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/5/special_tokens_map.json b/llama3-8b/clean/r64/q_proj_v_proj/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/5/special_tokens_map.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/q_proj_v_proj/5/tokenizer_config.json b/llama3-8b/clean/r64/q_proj_v_proj/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/q_proj_v_proj/5/tokenizer_config.json +++ b/llama3-8b/clean/r64/q_proj_v_proj/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/1/adapter_config.json b/llama3-8b/clean/r64/up_proj_down_proj/1/adapter_config.json index 4713d7c80ec48e66f52cc45bfb30c6ccce1bda77..0233feb2f60897e961c3c7e601267866f42a951d 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/1/adapter_config.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/1/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:9962180e83097a27c8dd7ff3b07a4947d0b03ac8229df30b5ff21e6b56a26104 +size 874 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/1/special_tokens_map.json b/llama3-8b/clean/r64/up_proj_down_proj/1/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/1/special_tokens_map.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/1/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/1/tokenizer_config.json b/llama3-8b/clean/r64/up_proj_down_proj/1/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/1/tokenizer_config.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/1/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/2/adapter_config.json b/llama3-8b/clean/r64/up_proj_down_proj/2/adapter_config.json index 4713d7c80ec48e66f52cc45bfb30c6ccce1bda77..0233feb2f60897e961c3c7e601267866f42a951d 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/2/adapter_config.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/2/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:9962180e83097a27c8dd7ff3b07a4947d0b03ac8229df30b5ff21e6b56a26104 +size 874 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/2/special_tokens_map.json b/llama3-8b/clean/r64/up_proj_down_proj/2/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/2/special_tokens_map.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/2/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/2/tokenizer_config.json b/llama3-8b/clean/r64/up_proj_down_proj/2/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/2/tokenizer_config.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/2/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/3/adapter_config.json b/llama3-8b/clean/r64/up_proj_down_proj/3/adapter_config.json index 4713d7c80ec48e66f52cc45bfb30c6ccce1bda77..0233feb2f60897e961c3c7e601267866f42a951d 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/3/adapter_config.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/3/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:9962180e83097a27c8dd7ff3b07a4947d0b03ac8229df30b5ff21e6b56a26104 +size 874 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/3/special_tokens_map.json b/llama3-8b/clean/r64/up_proj_down_proj/3/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/3/special_tokens_map.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/3/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/3/tokenizer_config.json b/llama3-8b/clean/r64/up_proj_down_proj/3/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/3/tokenizer_config.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/3/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/4/adapter_config.json b/llama3-8b/clean/r64/up_proj_down_proj/4/adapter_config.json index dcfac2a6be4481c85ef1c084646a6d7aac2bc6a0..a84e91351cad3e2044865dcd26cdaf64ec871b60 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/4/adapter_config.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/4/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "down_proj", - "up_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:5c9fd2b5fc8944a2242783c8ba358015c86f13a877a6d7bf3187c9e8d08fbae7 +size 874 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/4/special_tokens_map.json b/llama3-8b/clean/r64/up_proj_down_proj/4/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/4/special_tokens_map.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/4/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/4/tokenizer_config.json b/llama3-8b/clean/r64/up_proj_down_proj/4/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/4/tokenizer_config.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/4/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/5/adapter_config.json b/llama3-8b/clean/r64/up_proj_down_proj/5/adapter_config.json index 4713d7c80ec48e66f52cc45bfb30c6ccce1bda77..0233feb2f60897e961c3c7e601267866f42a951d 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/5/adapter_config.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/5/adapter_config.json @@ -1,37 +1,3 @@ -{ - "alpha_pattern": {}, - "auto_mapping": null, - "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", - "bias": "none", - "corda_config": null, - "eva_config": null, - "exclude_modules": null, - "fan_in_fan_out": false, - "inference_mode": true, - "init_lora_weights": true, - "layer_replication": null, - "layers_pattern": null, - "layers_to_transform": null, - "loftq_config": {}, - "lora_alpha": 128, - "lora_bias": false, - "lora_dropout": 0.0, - "megatron_config": null, - "megatron_core": "megatron.core", - "modules_to_save": null, - "peft_type": "LORA", - "qalora_group_size": 16, - "r": 64, - "rank_pattern": {}, - "revision": null, - "target_modules": [ - "up_proj", - "down_proj" - ], - "target_parameters": null, - "task_type": "CAUSAL_LM", - "trainable_token_indices": null, - "use_dora": false, - "use_qalora": false, - "use_rslora": false -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:9962180e83097a27c8dd7ff3b07a4947d0b03ac8229df30b5ff21e6b56a26104 +size 874 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/5/special_tokens_map.json b/llama3-8b/clean/r64/up_proj_down_proj/5/special_tokens_map.json index 14daf4588e61b4e4983af0fccaba4d5500c0977c..572208a60075ecef9fd5b799fd63984a2a08f678 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/5/special_tokens_map.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/5/special_tokens_map.json @@ -1,26 +1,3 @@ -{ - "additional_special_tokens": [ - { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "bos_token": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "eos_token": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": "<|eot_id|>" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:994823bd9d0de3b2f59f09f6502a65a228954ca8e5b711534988deb083c37449 +size 506 diff --git a/llama3-8b/clean/r64/up_proj_down_proj/5/tokenizer_config.json b/llama3-8b/clean/r64/up_proj_down_proj/5/tokenizer_config.json index 6739fcd129e717b71b64001dcb25a03c143d66f5..3469a9282c340451feb69cf306b3c95ae47c3a11 100644 --- a/llama3-8b/clean/r64/up_proj_down_proj/5/tokenizer_config.json +++ b/llama3-8b/clean/r64/up_proj_down_proj/5/tokenizer_config.json @@ -1,2076 +1,3 @@ -{ - "added_tokens_decoder": { - "128000": { - "content": "<|begin_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128001": { - "content": "<|end_of_text|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128002": { - "content": "<|reserved_special_token_0|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128003": { - "content": "<|reserved_special_token_1|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128004": { - "content": "<|reserved_special_token_2|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128005": { - "content": "<|reserved_special_token_3|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128006": { - "content": "<|start_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128007": { - "content": "<|end_header_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128008": { - "content": "<|reserved_special_token_4|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128009": { - "content": "<|eot_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128010": { - "content": "<|reserved_special_token_5|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128011": { - "content": "<|reserved_special_token_6|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128012": { - "content": "<|reserved_special_token_7|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128013": { - "content": "<|reserved_special_token_8|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128014": { - "content": "<|reserved_special_token_9|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128015": { - "content": "<|reserved_special_token_10|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128016": { - "content": "<|reserved_special_token_11|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128017": { - "content": "<|reserved_special_token_12|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128018": { - "content": "<|reserved_special_token_13|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128019": { - "content": "<|reserved_special_token_14|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128020": { - "content": "<|reserved_special_token_15|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128021": { - "content": "<|reserved_special_token_16|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128022": { - "content": "<|reserved_special_token_17|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128023": { - "content": "<|reserved_special_token_18|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128024": { - "content": "<|reserved_special_token_19|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128025": { - "content": "<|reserved_special_token_20|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128026": { - "content": "<|reserved_special_token_21|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128027": { - "content": "<|reserved_special_token_22|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128028": { - "content": "<|reserved_special_token_23|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128029": { - "content": "<|reserved_special_token_24|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128030": { - "content": "<|reserved_special_token_25|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128031": { - "content": "<|reserved_special_token_26|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128032": { - "content": "<|reserved_special_token_27|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128033": { - "content": "<|reserved_special_token_28|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128034": { - "content": "<|reserved_special_token_29|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128035": { - "content": "<|reserved_special_token_30|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128036": { - "content": "<|reserved_special_token_31|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128037": { - "content": "<|reserved_special_token_32|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128038": { - "content": "<|reserved_special_token_33|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128039": { - "content": "<|reserved_special_token_34|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128040": { - "content": "<|reserved_special_token_35|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128041": { - "content": "<|reserved_special_token_36|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128042": { - "content": "<|reserved_special_token_37|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128043": { - "content": "<|reserved_special_token_38|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128044": { - "content": "<|reserved_special_token_39|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128045": { - "content": "<|reserved_special_token_40|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128046": { - "content": "<|reserved_special_token_41|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128047": { - "content": "<|reserved_special_token_42|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128048": { - "content": "<|reserved_special_token_43|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128049": { - "content": "<|reserved_special_token_44|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128050": { - "content": "<|reserved_special_token_45|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128051": { - "content": "<|reserved_special_token_46|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128052": { - "content": "<|reserved_special_token_47|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128053": { - "content": "<|reserved_special_token_48|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128054": { - "content": "<|reserved_special_token_49|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128055": { - "content": "<|reserved_special_token_50|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128056": { - "content": "<|reserved_special_token_51|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128057": { - "content": "<|reserved_special_token_52|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128058": { - "content": "<|reserved_special_token_53|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128059": { - "content": "<|reserved_special_token_54|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128060": { - "content": "<|reserved_special_token_55|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128061": { - "content": "<|reserved_special_token_56|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128062": { - "content": "<|reserved_special_token_57|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128063": { - "content": "<|reserved_special_token_58|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128064": { - "content": "<|reserved_special_token_59|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128065": { - "content": "<|reserved_special_token_60|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128066": { - "content": "<|reserved_special_token_61|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128067": { - "content": "<|reserved_special_token_62|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128068": { - "content": "<|reserved_special_token_63|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128069": { - "content": "<|reserved_special_token_64|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128070": { - "content": "<|reserved_special_token_65|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128071": { - "content": "<|reserved_special_token_66|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128072": { - "content": "<|reserved_special_token_67|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128073": { - "content": "<|reserved_special_token_68|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128074": { - "content": "<|reserved_special_token_69|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128075": { - "content": "<|reserved_special_token_70|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128076": { - "content": "<|reserved_special_token_71|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128077": { - "content": "<|reserved_special_token_72|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128078": { - "content": "<|reserved_special_token_73|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128079": { - "content": "<|reserved_special_token_74|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128080": { - "content": "<|reserved_special_token_75|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128081": { - "content": "<|reserved_special_token_76|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128082": { - "content": "<|reserved_special_token_77|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128083": { - "content": "<|reserved_special_token_78|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128084": { - "content": "<|reserved_special_token_79|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128085": { - "content": "<|reserved_special_token_80|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128086": { - "content": "<|reserved_special_token_81|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128087": { - "content": "<|reserved_special_token_82|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128088": { - "content": "<|reserved_special_token_83|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128089": { - "content": "<|reserved_special_token_84|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128090": { - "content": "<|reserved_special_token_85|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128091": { - "content": "<|reserved_special_token_86|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128092": { - "content": "<|reserved_special_token_87|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128093": { - "content": "<|reserved_special_token_88|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128094": { - "content": "<|reserved_special_token_89|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128095": { - "content": "<|reserved_special_token_90|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128096": { - "content": "<|reserved_special_token_91|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128097": { - "content": "<|reserved_special_token_92|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128098": { - "content": "<|reserved_special_token_93|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128099": { - "content": "<|reserved_special_token_94|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128100": { - "content": "<|reserved_special_token_95|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128101": { - "content": "<|reserved_special_token_96|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128102": { - "content": "<|reserved_special_token_97|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128103": { - "content": "<|reserved_special_token_98|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128104": { - "content": "<|reserved_special_token_99|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128105": { - "content": "<|reserved_special_token_100|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128106": { - "content": "<|reserved_special_token_101|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128107": { - "content": "<|reserved_special_token_102|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128108": { - "content": "<|reserved_special_token_103|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128109": { - "content": "<|reserved_special_token_104|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128110": { - "content": "<|reserved_special_token_105|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128111": { - "content": "<|reserved_special_token_106|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128112": { - "content": "<|reserved_special_token_107|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128113": { - "content": "<|reserved_special_token_108|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128114": { - "content": "<|reserved_special_token_109|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128115": { - "content": "<|reserved_special_token_110|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128116": { - "content": "<|reserved_special_token_111|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128117": { - "content": "<|reserved_special_token_112|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128118": { - "content": "<|reserved_special_token_113|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128119": { - "content": "<|reserved_special_token_114|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128120": { - "content": "<|reserved_special_token_115|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128121": { - "content": "<|reserved_special_token_116|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128122": { - "content": "<|reserved_special_token_117|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128123": { - "content": "<|reserved_special_token_118|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128124": { - "content": "<|reserved_special_token_119|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128125": { - "content": "<|reserved_special_token_120|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128126": { - "content": "<|reserved_special_token_121|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128127": { - "content": "<|reserved_special_token_122|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128128": { - "content": "<|reserved_special_token_123|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128129": { - "content": "<|reserved_special_token_124|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128130": { - "content": "<|reserved_special_token_125|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128131": { - "content": "<|reserved_special_token_126|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128132": { - "content": "<|reserved_special_token_127|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128133": { - "content": "<|reserved_special_token_128|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128134": { - "content": "<|reserved_special_token_129|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128135": { - "content": "<|reserved_special_token_130|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128136": { - "content": "<|reserved_special_token_131|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128137": { - "content": "<|reserved_special_token_132|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128138": { - "content": "<|reserved_special_token_133|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128139": { - "content": "<|reserved_special_token_134|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128140": { - "content": "<|reserved_special_token_135|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128141": { - "content": "<|reserved_special_token_136|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128142": { - "content": "<|reserved_special_token_137|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128143": { - "content": "<|reserved_special_token_138|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128144": { - "content": "<|reserved_special_token_139|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128145": { - "content": "<|reserved_special_token_140|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128146": { - "content": "<|reserved_special_token_141|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128147": { - "content": "<|reserved_special_token_142|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128148": { - "content": "<|reserved_special_token_143|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128149": { - "content": "<|reserved_special_token_144|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128150": { - "content": "<|reserved_special_token_145|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128151": { - "content": "<|reserved_special_token_146|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128152": { - "content": "<|reserved_special_token_147|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128153": { - "content": "<|reserved_special_token_148|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128154": { - "content": "<|reserved_special_token_149|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128155": { - "content": "<|reserved_special_token_150|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128156": { - "content": "<|reserved_special_token_151|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128157": { - "content": "<|reserved_special_token_152|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128158": { - "content": "<|reserved_special_token_153|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128159": { - "content": "<|reserved_special_token_154|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128160": { - "content": "<|reserved_special_token_155|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128161": { - "content": "<|reserved_special_token_156|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128162": { - "content": "<|reserved_special_token_157|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128163": { - "content": "<|reserved_special_token_158|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128164": { - "content": "<|reserved_special_token_159|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128165": { - "content": "<|reserved_special_token_160|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128166": { - "content": "<|reserved_special_token_161|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128167": { - "content": "<|reserved_special_token_162|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128168": { - "content": "<|reserved_special_token_163|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128169": { - "content": "<|reserved_special_token_164|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128170": { - "content": "<|reserved_special_token_165|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128171": { - "content": "<|reserved_special_token_166|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128172": { - "content": "<|reserved_special_token_167|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128173": { - "content": "<|reserved_special_token_168|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128174": { - "content": "<|reserved_special_token_169|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128175": { - "content": "<|reserved_special_token_170|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128176": { - "content": "<|reserved_special_token_171|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128177": { - "content": "<|reserved_special_token_172|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128178": { - "content": "<|reserved_special_token_173|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128179": { - "content": "<|reserved_special_token_174|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128180": { - "content": "<|reserved_special_token_175|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128181": { - "content": "<|reserved_special_token_176|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128182": { - "content": "<|reserved_special_token_177|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128183": { - "content": "<|reserved_special_token_178|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128184": { - "content": "<|reserved_special_token_179|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128185": { - "content": "<|reserved_special_token_180|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128186": { - "content": "<|reserved_special_token_181|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128187": { - "content": "<|reserved_special_token_182|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128188": { - "content": "<|reserved_special_token_183|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128189": { - "content": "<|reserved_special_token_184|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128190": { - "content": "<|reserved_special_token_185|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128191": { - "content": "<|reserved_special_token_186|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128192": { - "content": "<|reserved_special_token_187|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128193": { - "content": "<|reserved_special_token_188|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128194": { - "content": "<|reserved_special_token_189|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128195": { - "content": "<|reserved_special_token_190|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128196": { - "content": "<|reserved_special_token_191|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128197": { - "content": "<|reserved_special_token_192|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128198": { - "content": "<|reserved_special_token_193|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128199": { - "content": "<|reserved_special_token_194|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128200": { - "content": "<|reserved_special_token_195|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128201": { - "content": "<|reserved_special_token_196|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128202": { - "content": "<|reserved_special_token_197|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128203": { - "content": "<|reserved_special_token_198|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128204": { - "content": "<|reserved_special_token_199|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128205": { - "content": "<|reserved_special_token_200|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128206": { - "content": "<|reserved_special_token_201|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128207": { - "content": "<|reserved_special_token_202|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128208": { - "content": "<|reserved_special_token_203|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128209": { - "content": "<|reserved_special_token_204|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128210": { - "content": "<|reserved_special_token_205|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128211": { - "content": "<|reserved_special_token_206|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128212": { - "content": "<|reserved_special_token_207|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128213": { - "content": "<|reserved_special_token_208|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128214": { - "content": "<|reserved_special_token_209|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128215": { - "content": "<|reserved_special_token_210|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128216": { - "content": "<|reserved_special_token_211|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128217": { - "content": "<|reserved_special_token_212|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128218": { - "content": "<|reserved_special_token_213|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128219": { - "content": "<|reserved_special_token_214|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128220": { - "content": "<|reserved_special_token_215|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128221": { - "content": "<|reserved_special_token_216|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128222": { - "content": "<|reserved_special_token_217|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128223": { - "content": "<|reserved_special_token_218|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128224": { - "content": "<|reserved_special_token_219|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128225": { - "content": "<|reserved_special_token_220|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128226": { - "content": "<|reserved_special_token_221|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128227": { - "content": "<|reserved_special_token_222|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128228": { - "content": "<|reserved_special_token_223|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128229": { - "content": "<|reserved_special_token_224|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128230": { - "content": "<|reserved_special_token_225|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128231": { - "content": "<|reserved_special_token_226|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128232": { - "content": "<|reserved_special_token_227|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128233": { - "content": "<|reserved_special_token_228|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128234": { - "content": "<|reserved_special_token_229|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128235": { - "content": "<|reserved_special_token_230|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128236": { - "content": "<|reserved_special_token_231|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128237": { - "content": "<|reserved_special_token_232|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128238": { - "content": "<|reserved_special_token_233|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128239": { - "content": "<|reserved_special_token_234|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128240": { - "content": "<|reserved_special_token_235|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128241": { - "content": "<|reserved_special_token_236|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128242": { - "content": "<|reserved_special_token_237|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128243": { - "content": "<|reserved_special_token_238|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128244": { - "content": "<|reserved_special_token_239|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128245": { - "content": "<|reserved_special_token_240|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128246": { - "content": "<|reserved_special_token_241|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128247": { - "content": "<|reserved_special_token_242|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128248": { - "content": "<|reserved_special_token_243|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128249": { - "content": "<|reserved_special_token_244|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128250": { - "content": "<|reserved_special_token_245|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128251": { - "content": "<|reserved_special_token_246|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128252": { - "content": "<|reserved_special_token_247|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128253": { - "content": "<|reserved_special_token_248|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128254": { - "content": "<|reserved_special_token_249|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128255": { - "content": "<|reserved_special_token_250|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "128256": { - "content": "<|eom_id|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - } - }, - "additional_special_tokens": [ - "<|eom_id|>" - ], - "bos_token": "<|begin_of_text|>", - "clean_up_tokenization_spaces": true, - "eos_token": "<|eot_id|>", - "extra_special_tokens": {}, - "model_input_names": [ - "input_ids", - "attention_mask" - ], - "model_max_length": 1000000000000000019884624838656, - "pad_token": "<|eot_id|>", - "padding_side": "right", - "split_special_tokens": false, - "tokenizer_class": "PreTrainedTokenizerFast" -} +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccffb021982744f0176ccfe94e4350abc1aa3e623cf0569c8d113c63c2f54bf +size 50912