| { |
| "created_at": "2026-08-21T02:44:50.740652Z", |
| "datasets": { |
| "lm1b": { |
| "cache_files": { |
| "test": [ |
| "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-test.arrow" |
| ], |
| "train": [ |
| "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00000-of-00009.arrow", |
| "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00001-of-00009.arrow", |
| "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00002-of-00009.arrow", |
| "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00003-of-00009.arrow", |
| "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00004-of-00009.arrow", |
| "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00005-of-00009.arrow", |
| "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00006-of-00009.arrow", |
| "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00007-of-00009.arrow", |
| "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00008-of-00009.arrow" |
| ] |
| }, |
| "dataset_snapshot": "data/raw/huggingface/hub/datasets--billion-word-benchmark--lm1b/snapshots/8d52bfd3cc2819fc1166dbb8144c328e2690de3e", |
| "materialization_revision": "8d52bfd3cc2819fc1166dbb8144c328e2690de3e", |
| "repo_id": "billion-word-benchmark/lm1b", |
| "source_metadata_snapshot": "data/raw/huggingface/hub/datasets--billion-word-benchmark--lm1b/snapshots/35161838ea9e05371a25a8db037f94fcae4c2064", |
| "source_revision": "35161838ea9e05371a25a8db037f94fcae4c2064", |
| "split_rows": { |
| "test": 306688, |
| "train": 30301028 |
| } |
| }, |
| "owt": { |
| "cache_files": { |
| "train": [ |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00000-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00001-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00002-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00003-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00004-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00005-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00006-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00007-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00008-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00009-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00010-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00011-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00012-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00013-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00014-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00015-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00016-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00017-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00018-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00019-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00020-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00021-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00022-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00023-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00024-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00025-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00026-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00027-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00028-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00029-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00030-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00031-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00032-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00033-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00034-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00035-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00036-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00037-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00038-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00039-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00040-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00041-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00042-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00043-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00044-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00045-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00046-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00047-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00048-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00049-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00050-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00051-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00052-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00053-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00054-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00055-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00056-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00057-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00058-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00059-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00060-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00061-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00062-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00063-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00064-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00065-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00066-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00067-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00068-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00069-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00070-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00071-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00072-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00073-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00074-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00075-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00076-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00077-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00078-of-00080.arrow", |
| "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00079-of-00080.arrow" |
| ] |
| }, |
| "dataset_snapshot": null, |
| "materialization_revision": null, |
| "repo_id": "Skylion007/openwebtext", |
| "source_metadata_snapshot": null, |
| "source_revision": "79d93d786212f7344586290adb811d4ae6a1762c", |
| "split_rows": { |
| "train": 8013769 |
| } |
| } |
| }, |
| "hf_home": "data/raw/huggingface", |
| "models": { |
| "bert-base-uncased": { |
| "repo_id": "bert-base-uncased", |
| "revision": "86b5e0934494bd15c9632b12f734a8a67f723594", |
| "size_bytes": 3454102158, |
| "snapshot_path": "data/raw/huggingface/hub/models--bert-base-uncased/snapshots/86b5e0934494bd15c9632b12f734a8a67f723594" |
| }, |
| "gpt2": { |
| "repo_id": "gpt2", |
| "revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", |
| "size_bytes": 5632417295, |
| "snapshot_path": "data/raw/huggingface/hub/models--gpt2/snapshots/607a30d783dfa663caf39e06633721c8d4cfcd7e" |
| }, |
| "gpt2-large": { |
| "repo_id": "gpt2-large", |
| "revision": "32b71b12589c2f8d625668d2335a01cac3249519", |
| "size_bytes": 26270904290, |
| "snapshot_path": "data/raw/huggingface/hub/models--gpt2-large/snapshots/32b71b12589c2f8d625668d2335a01cac3249519" |
| } |
| }, |
| "owt_disk_preflight": { |
| "below_threshold": false, |
| "observed_free_bytes": 1852854722560, |
| "override_requested": false, |
| "override_used": false, |
| "required_free_bytes": 59055800320 |
| }, |
| "schema_version": 1 |
| } |
|
|
