File size: 290 Bytes
e8fb262
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
{
 "train": {
  "source_stories": 2718842,
  "kept": 282603
 },
 "validation": {
  "source_stories": 13792,
  "kept": 1412
 },
 "k": 300,
 "max_unk": 8,
 "source": "karpathy/tinystories-gpt4-clean",
 "invalid_dropped": 8536,
 "lexicon": {
  "lemmas": 300,
  "forms": 900,
  "names": 50
 }
}