File size: 316 Bytes
72fe60d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | from spacy.util import registry
from commercial_registry_ner.spacy.custom_tokenizer.custom_tokenizer import (
custom_tokenizer,
)
@registry.tokenizers("customize_tokenizer")
def make_customize_tokenizer():
def customize_tokenizer(nlp):
return custom_tokenizer(nlp)
return customize_tokenizer
|