WeMM-Embedding-9B / evaluation /vendor /transformers /utils /dummy_tokenizers_objects.py
woooooz's picture
Package upstream model with reproducible local MMEB evaluation
bb2b5cc verified
Raw History Blame Contribute Delete
304 Bytes
# This file is autogenerated by the command `make fix-copies`, do not edit.
from ..utils import DummyObject, requires_backends
class PreTrainedTokenizerFast(metaclass=DummyObject):
_backends = ["tokenizers"]
def __init__(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])