tokenizer_v6 / tokenizer_config.json
sujitpandey's picture
Add tokenizer_config.json
dd82552 verified
Raw History Blame Contribute Delete
42.9 kB
{
"vocab_size": 32000,
"tokenizer_type": "bpe",
"special_tokens": [
"<pad>",
"<unk>",
"<bos>",
"<eos>",
"<|system|>",
"<|user|>",
"<|assistant|>",
"<|end|>"
],
"special_token_ids": {
"<pad>": 0,
"<unk>": 1,
"<bos>": 2,
"<eos>": 3,
"<|system|>": 4,
"<|user|>": 5,
"<|assistant|>": 6,
"<|end|>": 7
},
"pad_token": "<pad>",
"pad_token_id": 0,
"unk_token": "<unk>",
"unk_token_id": 1,
"bos_token": "<bos>",
"bos_token_id": 2,
"eos_token": "<eos>",
"eos_token_id": 3,
"lowercase": false,
"normalizer": "nfc",
"split_digits": true,
"split_punctuation": true,
"max_token_length": 16,
"full_byte_alphabet": true,
"vocab_padded_to_multiple_of": 128,
"added_tokens": [],
"fit_manifest": {
"policy": "literal_scrub_whitespace_content_sha256_v3",
"split": "train",
"holdout_fraction": 0.01,
"seed": 42,
"normalizer": "nfc",
"lowercase": false,
"literal_specials": [
"</s>",
"<bos>",
"<eos>",
"<mask>",
"<pad>",
"<s>",
"<unk>",
"<|assistant|>",
"<|end|>",
"<|padding|>",
"<|pad|>",
"<|system|>",
"<|user|>",
"[PAD]"
],
"accepted_documents": 2069046,
"excluded_documents": 20910,
"invalid_documents": 0,
"accepted_roster_sha256": "5f58f148dde92dae7d4091db9ea17e41c646928cac7e99236806ea99e6557553",
"raw_accepted_roster_sha256": "ef4e03ef0b056cb4e8e921aa1daa330720893ae75d53e3d6c65298b89b120881"
},
"tokenizer_sha256": "ca7029ad368a597b24c71ae17b7181fa693e203cb589b2778b3665a467c2bbd5",
"fit_mixture": [
"HuggingFaceTB/smollm-corpus:fineweb-edu-dedup:1600000",
"sujitpandey/k-10-12-mixed::489956"
],
"fit_seed": 42,
"fit_collapse_whitespace": true,
"fit_literal_specials_policy": "scrub",
"fit_text_column": "text",
"fit_dataset": null,
"fit_dataset_subset": null,
"fit_dataset_split": "train",
"fit_num_samples": null,
"fit_source_snapshots": [
{
"version": 2,
"repo": "HuggingFaceTB/smollm-corpus",
"subset": "fineweb-edu-dedup",
"split": "train",
"requested_revision": null,
"resolved_revisions": [
"3ba9d605774198c5868892d7a8deda78031a781f"
],
"requested_text_column": "text",
"physical_text_column": "text",
"shards": [
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00000-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00001-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00002-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00003-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00004-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00005-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00006-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00007-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00008-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00009-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00010-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00011-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00012-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00013-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00014-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00015-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00016-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00017-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00018-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00019-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00020-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00021-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00022-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00023-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00024-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00025-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00026-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00027-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00028-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00029-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00030-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00031-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00032-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00033-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00034-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00035-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00036-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00037-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00038-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00039-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00040-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00041-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00042-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00043-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00044-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00045-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00046-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00047-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00048-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00049-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00050-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00051-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00052-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00053-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00054-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00055-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00056-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00057-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00058-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00059-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00060-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00061-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00062-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00063-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00064-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00065-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00066-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00067-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00068-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00069-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00070-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00071-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00072-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00073-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00074-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00075-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00076-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00077-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00078-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00079-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00080-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00081-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00082-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00083-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00084-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00085-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00086-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00087-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00088-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00089-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00090-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00091-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00092-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00093-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00094-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00095-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00096-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00097-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00098-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00099-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00100-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00101-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00102-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00103-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00104-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00105-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00106-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00107-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00108-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00109-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00110-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00111-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00112-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00113-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00114-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00115-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00116-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00117-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00118-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00119-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00120-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00121-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00122-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00123-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00124-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00125-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00126-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00127-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00128-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00129-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00130-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00131-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00132-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00133-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00134-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00135-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00136-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00137-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00138-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00139-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00140-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00141-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00142-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00143-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00144-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00145-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00146-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00147-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00148-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00149-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00150-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00151-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00152-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00153-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00154-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00155-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00156-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00157-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00158-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00159-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00160-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00161-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00162-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00163-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00164-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00165-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00166-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00167-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00168-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00169-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00170-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00171-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00172-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00173-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00174-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00175-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00176-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00177-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00178-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00179-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00180-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00181-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00182-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00183-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00184-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00185-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00186-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00187-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00188-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00189-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00190-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00191-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00192-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00193-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00194-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00195-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00196-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00197-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00198-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00199-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00200-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00201-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00202-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00203-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00204-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00205-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00206-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00207-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00208-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00209-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00210-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00211-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00212-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00213-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00214-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00215-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00216-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00217-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00218-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00219-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00220-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00221-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00222-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00223-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00224-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00225-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00226-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00227-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00228-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00229-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00230-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00231-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00232-of-00234.parquet"
},
{
"url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00233-of-00234.parquet"
}
],
"sha256": "d5e3354208f369941daa52b93d016377509f4da3a97e9022644e58460d887875"
},
{
"version": 2,
"repo": "sujitpandey/k-10-12-mixed",
"subset": null,
"split": "train",
"requested_revision": null,
"resolved_revisions": [
"edd818cb04d714591dbf1bfb8d8137497db1732f"
],
"requested_text_column": "text",
"physical_text_column": "text",
"shards": [
{
"url": "hf://datasets/sujitpandey/k-10-12-mixed@edd818cb04d714591dbf1bfb8d8137497db1732f/data/train.parquet"
}
],
"sha256": "fed4ed8ec5620553c8ea84735412985f8f42b863afb2b63c95ae48188ab08dcb"
}
],
"fit_local_files": null,
"fit_local_source": null,
"source_dataset": null,
"source_subset": null
}