mini-code-generator-v6 / v6_encoding_report.json
quachtohai's picture
Release frozen V6 experiment
a2cb92a verified
Raw History Blame Contribute Delete
487 Bytes
{
"version": "v6",
"vocab_size": 259,
"context_size": 256,
"train": {
"count": 520,
"min": 34,
"max": 234,
"mean": 94.72692307692307,
"total_tokens": 49258
},
"validation": {
"count": 66,
"min": 51,
"max": 191,
"mean": 108.8030303030303,
"total_tokens": 7181
},
"test": {
"count": 66,
"min": 35,
"max": 199,
"mean": 83.48484848484848,
"total_tokens": 5510
},
"total_examples": 652,
"total_tokens": 61949
}