GAMA-IT

Build error

GAMA-IT / utils /test_module /custom_tokenization.py

Sonal Kumar

first commit

ed7a497 over 2 years ago

88 Bytes

from transformers import BertTokenizer


class CustomTokenizer(BertTokenizer):
    pass

	from transformers import BertTokenizer


	class CustomTokenizer(BertTokenizer):
	pass