triton329
/

gpt2

gpt2 / src /data /__init__.py

Upload folder using huggingface_hub

c21e887 verified 4 months ago

125 Bytes

from src.data.dataset import create_gpt_dataloader
from src.data.tokenizer import SimpleTokenizer, TikTokenizer, build_vocab

	from src.data.dataset import create_gpt_dataloader
	from src.data.tokenizer import SimpleTokenizer, TikTokenizer, build_vocab