File size: 182 Bytes
6b56858 | 1 2 3 4 5 6 7 8 | train: openwebtext-train
valid: openwebtext-valid
tokenizer_name_or_path: gpt2
cache_dir: ${scratch_dir}/owt
wrap: True
streaming: False
insert_train_eos: True
insert_valid_eos: True |
6b56858 | 1 2 3 4 5 6 7 8 | train: openwebtext-train
valid: openwebtext-valid
tokenizer_name_or_path: gpt2
cache_dir: ${scratch_dir}/owt
wrap: True
streaming: False
insert_train_eos: True
insert_valid_eos: True |