GAMA-IT

Build error

GAMA-IT / utils /test_module /custom_tokenization_fast.py

Sonal Kumar

first commit

ed7a497 over 2 years ago

193 Bytes

from transformers import BertTokenizerFast

from .custom_tokenization import CustomTokenizer


class CustomTokenizerFast(BertTokenizerFast):
    slow_tokenizer_class = CustomTokenizer
    pass

	from transformers import BertTokenizerFast

	from .custom_tokenization import CustomTokenizer


	class CustomTokenizerFast(BertTokenizerFast):
	slow_tokenizer_class = CustomTokenizer
	pass