{ "model_type": "llama", "tokenizer_class": "PreTrainedTokenizerFast", "bos_token": "", "eos_token": "", "unk_token": "", "pad_token": "", "model_max_length": 512, "padding_side": "right", "truncation_side": "right", "add_bos_token": true, "add_eos_token": true, "arabic_dialect_tokens": [ "▁شلونك", "▁وايد", "▁چذي", "▁يبه", "▁هالحين", "▁زين", "▁چان", "▁ليش", "▁شفيه", "▁ما_عندي" ], "special_tokens": { "task_tokens": [ "[DIALECT_DETECT]", "[SARCASM_DETECT]", "[NER_REGIONAL]", "[PII_REDACT]" ], "label_tokens": [ "[kuwaiti]", "[gulf_gcc]", "[msa]", "[egyptian]", "[sarcastic]", "[literal]", "[ambiguous]", "[CIVIL_ID_REDACTED]", "[PHONE_REDACTED]", "[NAME_REDACTED]", "[ADDRESS_REDACTED]" ] } }