{
  "created_at": "2026-08-21T02:44:50.740652Z",
  "datasets": {
    "lm1b": {
      "cache_files": {
        "test": [
          "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-test.arrow"
        ],
        "train": [
          "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00000-of-00009.arrow",
          "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00001-of-00009.arrow",
          "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00002-of-00009.arrow",
          "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00003-of-00009.arrow",
          "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00004-of-00009.arrow",
          "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00005-of-00009.arrow",
          "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00006-of-00009.arrow",
          "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00007-of-00009.arrow",
          "data/raw/huggingface/datasets/parquet/default-7e9cb4a2e4e2a71c/0.0.0/9c460aabd2aa27d1496e5e38d2060760561f0ac2cd6a110134eefa5b3f153b8d/parquet-train-00008-of-00009.arrow"
        ]
      },
      "dataset_snapshot": "data/raw/huggingface/hub/datasets--billion-word-benchmark--lm1b/snapshots/8d52bfd3cc2819fc1166dbb8144c328e2690de3e",
      "materialization_revision": "8d52bfd3cc2819fc1166dbb8144c328e2690de3e",
      "repo_id": "billion-word-benchmark/lm1b",
      "source_metadata_snapshot": "data/raw/huggingface/hub/datasets--billion-word-benchmark--lm1b/snapshots/35161838ea9e05371a25a8db037f94fcae4c2064",
      "source_revision": "35161838ea9e05371a25a8db037f94fcae4c2064",
      "split_rows": {
        "test": 306688,
        "train": 30301028
      }
    },
    "owt": {
      "cache_files": {
        "train": [
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00000-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00001-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00002-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00003-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00004-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00005-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00006-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00007-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00008-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00009-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00010-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00011-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00012-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00013-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00014-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00015-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00016-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00017-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00018-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00019-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00020-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00021-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00022-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00023-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00024-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00025-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00026-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00027-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00028-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00029-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00030-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00031-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00032-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00033-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00034-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00035-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00036-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00037-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00038-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00039-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00040-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00041-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00042-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00043-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00044-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00045-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00046-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00047-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00048-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00049-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00050-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00051-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00052-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00053-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00054-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00055-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00056-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00057-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00058-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00059-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00060-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00061-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00062-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00063-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00064-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00065-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00066-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00067-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00068-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00069-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00070-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00071-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00072-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00073-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00074-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00075-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00076-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00077-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00078-of-00080.arrow",
          "data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00079-of-00080.arrow"
        ]
      },
      "dataset_snapshot": null,
      "materialization_revision": null,
      "repo_id": "Skylion007/openwebtext",
      "source_metadata_snapshot": null,
      "source_revision": "79d93d786212f7344586290adb811d4ae6a1762c",
      "split_rows": {
        "train": 8013769
      }
    }
  },
  "hf_home": "data/raw/huggingface",
  "models": {
    "bert-base-uncased": {
      "repo_id": "bert-base-uncased",
      "revision": "86b5e0934494bd15c9632b12f734a8a67f723594",
      "size_bytes": 3454102158,
      "snapshot_path": "data/raw/huggingface/hub/models--bert-base-uncased/snapshots/86b5e0934494bd15c9632b12f734a8a67f723594"
    },
    "gpt2": {
      "repo_id": "gpt2",
      "revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
      "size_bytes": 5632417295,
      "snapshot_path": "data/raw/huggingface/hub/models--gpt2/snapshots/607a30d783dfa663caf39e06633721c8d4cfcd7e"
    },
    "gpt2-large": {
      "repo_id": "gpt2-large",
      "revision": "32b71b12589c2f8d625668d2335a01cac3249519",
      "size_bytes": 26270904290,
      "snapshot_path": "data/raw/huggingface/hub/models--gpt2-large/snapshots/32b71b12589c2f8d625668d2335a01cac3249519"
    }
  },
  "owt_disk_preflight": {
    "below_threshold": false,
    "observed_free_bytes": 1852854722560,
    "override_requested": false,
    "override_used": false,
    "required_free_bytes": 59055800320
  },
  "schema_version": 1
}