diffusion_baseline / upstreams /duo /configs /data /openwebtext-split.yaml

Add files using upload-large-folder tool

93cd35a verified 5 days ago

220 Bytes

train: openwebtext-train
valid: openwebtext-valid
modality: text
tokenizer_name_or_path: gpt2
cache_dir: /share/kuleshov/ssahoo/textdiffusion/data
wrap: True
streaming: False
insert_train_eos: True
insert_valid_eos: True

	train: openwebtext-train
	valid: openwebtext-valid
	modality: text
	tokenizer_name_or_path: gpt2
	cache_dir: /share/kuleshov/ssahoo/textdiffusion/data
	wrap: True
	streaming: False
	insert_train_eos: True
	insert_valid_eos: True