{
"model_type": "llama",
"tokenizer_class": "PreTrainedTokenizerFast",
"bos_token": "",
"eos_token": "",
"unk_token": "",
"pad_token": "",
"model_max_length": 512,
"padding_side": "right",
"truncation_side": "right",
"add_bos_token": true,
"add_eos_token": true,
"arabic_dialect_tokens": [
"▁شلونك",
"▁وايد",
"▁چذي",
"▁يبه",
"▁هالحين",
"▁زين",
"▁چان",
"▁ليش",
"▁شفيه",
"▁ما_عندي"
],
"special_tokens": {
"task_tokens": [
"[DIALECT_DETECT]",
"[SARCASM_DETECT]",
"[NER_REGIONAL]",
"[PII_REDACT]"
],
"label_tokens": [
"[kuwaiti]",
"[gulf_gcc]",
"[msa]",
"[egyptian]",
"[sarcastic]",
"[literal]",
"[ambiguous]",
"[CIVIL_ID_REDACTED]",
"[PHONE_REDACTED]",
"[NAME_REDACTED]",
"[ADDRESS_REDACTED]"
]
}
}