Download src/transformers/utils/dummy_tokenizers_objects.py from Deku21/RegFM: direct link, hf CLI and curl.
- Browser
- Download file 10.8 kB
-
https://huggingface.co/Deku21/RegFM/resolve/main/src/transformers/utils/dummy_tokenizers_objects.py
- Command line
-
hf download hf://Deku21/RegFM/src/transformers/utils/dummy_tokenizers_objects.py
-
curl -L -o dummy_tokenizers_objects.py https://huggingface.co/Deku21/RegFM/resolve/main/src/transformers/utils/dummy_tokenizers_objects.py
10.8 kB
| # This file is autogenerated by the command `make fix-copies`, do not edit. | |
| from ..utils import DummyObject, requires_backends | |
| class AlbertTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class BartTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class BarthezTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class BertTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class BigBirdTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class BlenderbotTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class BlenderbotSmallTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class BloomTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class CamembertTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class CLIPTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class CodeLlamaTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class CodeGenTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class ConvBertTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class CpmTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class DebertaTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class DebertaV2TokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class RetriBertTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class DistilBertTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class DPRContextEncoderTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class DPRQuestionEncoderTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class DPRReaderTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class ElectraTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class FNetTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class FunnelTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class GPT2TokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class GPTNeoXTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class GPTNeoXJapaneseTokenizer(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class HerbertTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class LayoutLMTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class LayoutLMv2TokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class LayoutLMv3TokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class LayoutXLMTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class LEDTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class LlamaTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class LongformerTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class LxmertTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class MarkupLMTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class MBartTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class MBart50TokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class MobileBertTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class MPNetTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class MT5TokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class MvpTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class NllbTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class NougatTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class OpenAIGPTTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class PegasusTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class RealmTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class ReformerTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class RemBertTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class RobertaTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class RoFormerTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class SeamlessM4TTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class SplinterTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class SqueezeBertTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class T5TokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class WhisperTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class XGLMTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class XLMRobertaTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class XLNetTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |
| class PreTrainedTokenizerFast(metaclass=DummyObject): | |
| _backends = ["tokenizers"] | |
| def __init__(self, *args, **kwargs): | |
| requires_backends(self, ["tokenizers"]) | |