qwenillustrious / transformers /utils /test_module /custom_processing.py
lsmpp's picture
Add files using upload-large-folder tool
d477207 verified
Raw
History Blame Contribute Delete
172 Bytes
from transformers import ProcessorMixin
class CustomProcessor(ProcessorMixin):
feature_extractor_class = "AutoFeatureExtractor"
tokenizer_class = "AutoTokenizer"