File size: 172 Bytes
bfdae48
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
train: openwebtext
valid: wikitext103
tokenizer_name_or_path: gpt2
cache_dir: ${oc.env:DATA_CACHE}
wrap: True
streaming: False
insert_train_eos: True
insert_valid_eos: True