File size: 183 Bytes
f890162
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
{
  "vocab_size": 24576,
  "special_tokens": [
    "<|pad|>",
    "<|bos|>",
    "<|eos|>"
  ],
  "sample_chars": 40062469,
  "chars_per_token": {
    "en": 3.18,
    "py": 3.11
  }
}