Download tokenizer_config.json from sujitpandey/tokenizer_v6: direct link, hf CLI and curl.
- Browser
- Download file 42.9 kB
-
https://huggingface.co/sujitpandey/tokenizer_v6/resolve/main/tokenizer_config.json
- Command line
-
hf download hf://sujitpandey/tokenizer_v6/tokenizer_config.json
-
curl -L -o tokenizer_config.json https://huggingface.co/sujitpandey/tokenizer_v6/resolve/main/tokenizer_config.json
42.9 kB
| { | |
| "vocab_size": 32000, | |
| "tokenizer_type": "bpe", | |
| "special_tokens": [ | |
| "<pad>", | |
| "<unk>", | |
| "<bos>", | |
| "<eos>", | |
| "<|system|>", | |
| "<|user|>", | |
| "<|assistant|>", | |
| "<|end|>" | |
| ], | |
| "special_token_ids": { | |
| "<pad>": 0, | |
| "<unk>": 1, | |
| "<bos>": 2, | |
| "<eos>": 3, | |
| "<|system|>": 4, | |
| "<|user|>": 5, | |
| "<|assistant|>": 6, | |
| "<|end|>": 7 | |
| }, | |
| "pad_token": "<pad>", | |
| "pad_token_id": 0, | |
| "unk_token": "<unk>", | |
| "unk_token_id": 1, | |
| "bos_token": "<bos>", | |
| "bos_token_id": 2, | |
| "eos_token": "<eos>", | |
| "eos_token_id": 3, | |
| "lowercase": false, | |
| "normalizer": "nfc", | |
| "split_digits": true, | |
| "split_punctuation": true, | |
| "max_token_length": 16, | |
| "full_byte_alphabet": true, | |
| "vocab_padded_to_multiple_of": 128, | |
| "added_tokens": [], | |
| "fit_manifest": { | |
| "policy": "literal_scrub_whitespace_content_sha256_v3", | |
| "split": "train", | |
| "holdout_fraction": 0.01, | |
| "seed": 42, | |
| "normalizer": "nfc", | |
| "lowercase": false, | |
| "literal_specials": [ | |
| "</s>", | |
| "<bos>", | |
| "<eos>", | |
| "<mask>", | |
| "<pad>", | |
| "<s>", | |
| "<unk>", | |
| "<|assistant|>", | |
| "<|end|>", | |
| "<|padding|>", | |
| "<|pad|>", | |
| "<|system|>", | |
| "<|user|>", | |
| "[PAD]" | |
| ], | |
| "accepted_documents": 2069046, | |
| "excluded_documents": 20910, | |
| "invalid_documents": 0, | |
| "accepted_roster_sha256": "5f58f148dde92dae7d4091db9ea17e41c646928cac7e99236806ea99e6557553", | |
| "raw_accepted_roster_sha256": "ef4e03ef0b056cb4e8e921aa1daa330720893ae75d53e3d6c65298b89b120881" | |
| }, | |
| "tokenizer_sha256": "ca7029ad368a597b24c71ae17b7181fa693e203cb589b2778b3665a467c2bbd5", | |
| "fit_mixture": [ | |
| "HuggingFaceTB/smollm-corpus:fineweb-edu-dedup:1600000", | |
| "sujitpandey/k-10-12-mixed::489956" | |
| ], | |
| "fit_seed": 42, | |
| "fit_collapse_whitespace": true, | |
| "fit_literal_specials_policy": "scrub", | |
| "fit_text_column": "text", | |
| "fit_dataset": null, | |
| "fit_dataset_subset": null, | |
| "fit_dataset_split": "train", | |
| "fit_num_samples": null, | |
| "fit_source_snapshots": [ | |
| { | |
| "version": 2, | |
| "repo": "HuggingFaceTB/smollm-corpus", | |
| "subset": "fineweb-edu-dedup", | |
| "split": "train", | |
| "requested_revision": null, | |
| "resolved_revisions": [ | |
| "3ba9d605774198c5868892d7a8deda78031a781f" | |
| ], | |
| "requested_text_column": "text", | |
| "physical_text_column": "text", | |
| "shards": [ | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00000-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00001-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00002-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00003-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00004-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00005-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00006-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00007-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00008-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00009-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00010-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00011-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00012-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00013-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00014-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00015-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00016-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00017-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00018-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00019-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00020-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00021-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00022-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00023-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00024-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00025-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00026-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00027-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00028-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00029-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00030-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00031-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00032-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00033-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00034-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00035-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00036-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00037-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00038-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00039-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00040-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00041-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00042-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00043-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00044-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00045-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00046-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00047-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00048-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00049-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00050-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00051-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00052-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00053-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00054-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00055-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00056-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00057-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00058-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00059-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00060-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00061-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00062-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00063-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00064-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00065-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00066-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00067-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00068-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00069-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00070-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00071-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00072-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00073-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00074-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00075-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00076-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00077-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00078-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00079-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00080-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00081-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00082-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00083-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00084-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00085-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00086-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00087-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00088-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00089-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00090-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00091-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00092-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00093-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00094-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00095-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00096-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00097-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00098-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00099-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00100-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00101-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00102-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00103-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00104-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00105-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00106-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00107-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00108-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00109-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00110-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00111-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00112-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00113-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00114-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00115-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00116-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00117-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00118-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00119-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00120-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00121-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00122-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00123-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00124-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00125-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00126-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00127-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00128-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00129-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00130-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00131-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00132-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00133-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00134-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00135-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00136-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00137-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00138-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00139-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00140-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00141-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00142-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00143-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00144-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00145-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00146-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00147-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00148-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00149-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00150-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00151-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00152-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00153-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00154-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00155-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00156-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00157-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00158-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00159-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00160-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00161-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00162-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00163-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00164-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00165-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00166-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00167-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00168-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00169-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00170-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00171-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00172-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00173-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00174-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00175-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00176-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00177-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00178-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00179-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00180-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00181-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00182-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00183-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00184-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00185-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00186-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00187-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00188-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00189-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00190-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00191-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00192-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00193-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00194-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00195-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00196-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00197-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00198-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00199-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00200-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00201-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00202-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00203-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00204-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00205-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00206-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00207-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00208-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00209-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00210-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00211-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00212-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00213-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00214-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00215-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00216-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00217-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00218-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00219-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00220-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00221-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00222-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00223-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00224-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00225-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00226-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00227-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00228-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00229-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00230-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00231-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00232-of-00234.parquet" | |
| }, | |
| { | |
| "url": "hf://datasets/HuggingFaceTB/smollm-corpus@3ba9d605774198c5868892d7a8deda78031a781f/fineweb-edu-dedup/train-00233-of-00234.parquet" | |
| } | |
| ], | |
| "sha256": "d5e3354208f369941daa52b93d016377509f4da3a97e9022644e58460d887875" | |
| }, | |
| { | |
| "version": 2, | |
| "repo": "sujitpandey/k-10-12-mixed", | |
| "subset": null, | |
| "split": "train", | |
| "requested_revision": null, | |
| "resolved_revisions": [ | |
| "edd818cb04d714591dbf1bfb8d8137497db1732f" | |
| ], | |
| "requested_text_column": "text", | |
| "physical_text_column": "text", | |
| "shards": [ | |
| { | |
| "url": "hf://datasets/sujitpandey/k-10-12-mixed@edd818cb04d714591dbf1bfb8d8137497db1732f/data/train.parquet" | |
| } | |
| ], | |
| "sha256": "fed4ed8ec5620553c8ea84735412985f8f42b863afb2b63c95ae48188ab08dcb" | |
| } | |
| ], | |
| "fit_local_files": null, | |
| "fit_local_source": null, | |
| "source_dataset": null, | |
| "source_subset": null | |
| } |