tokenizer_ethiopic.metadata.json

{
  "addis_control": null,
  "appended_language_ids": {
    "om": 106,
    "ti": 107
  },
  "appended_special_tokens": {
    "<|DIALECT_GOJJAM|>": 60511,
    "<|DIALECT_SHEWA|>": 60512,
    "<|om|>": 60509,
    "<|ti|>": 60510
  },
  "base_mergeable_tokens": 58836,
  "routing_note": "Addis/Leyu uses the existing <|am|> control",
  "schema_version": 1
}