File size: 1,068 Bytes
6b56858 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | schema_version: 1
resolved_at: "2026-07-29"
datasets:
lm1b:
repo_id: billion-word-benchmark/lm1b
revision: 35161838ea9e05371a25a8db037f94fcae4c2064
parquet_revision: 8d52bfd3cc2819fc1166dbb8144c328e2690de3e
config: plain_text
splits:
train: train
validation: test
sequence_length: 128
tokenizer: bert-base-uncased
owt:
repo_id: Skylion007/openwebtext
revision: 79d93d786212f7344586290adb811d4ae6a1762c
config: plain_text
documents: 8013769
splits:
train: "train[:-100000]"
validation: "train[-100000:]"
sequence_length: 1024
tokenizer: gpt2
models:
bert-base-uncased: 86b5e0934494bd15c9632b12f734a8a67f723594
gpt2: 607a30d783dfa663caf39e06633721c8d4cfcd7e
gpt2-large: 32b71b12589c2f8d625668d2335a01cac3249519
lm1b_archive:
url: http://www.statmt.org/lm-benchmark/1-billion-word-language-modeling-benchmark-r13output.tar.gz
size_bytes: 1792209805
sha256: 01ba60381110baf7f189dfd2b8374de371e8c9a340835793f190bdae9e90a34e
train_documents: 30301028
test_documents: 306688
|