--- configs: - config_name: "Markdown" default: true data_files: - split: train path: "data/Markdown/train/*.parquet" - config_name: "AsciiDoc" data_files: - split: train path: "data/AsciiDoc/train/*.parquet" - config_name: "Org" data_files: - split: train path: "data/Org/train/*.parquet" - config_name: "Pod" data_files: - split: train path: "data/Pod/train/*.parquet" - config_name: "RMarkdown" data_files: - split: train path: "data/RMarkdown/train/*.parquet" - config_name: "Roff" data_files: - split: train path: "data/Roff/train/*.parquet" - config_name: "Roff Manpage" data_files: - split: train path: "data/Roff Manpage/train/*.parquet" - config_name: "TeX" data_files: - split: train path: "data/TeX/train/*.parquet" - config_name: "Texinfo" data_files: - split: train path: "data/Texinfo/train/*.parquet" - config_name: "Text" data_files: - split: train path: "data/Text/train/*.parquet" - config_name: "Textile" data_files: - split: train path: "data/Textile/train/*.parquet" - config_name: "Typst" data_files: - split: train path: "data/Typst/train/*.parquet" - config_name: "Vim Help File" data_files: - split: train path: "data/Vim Help File/train/*.parquet" - config_name: "Wikitext" data_files: - split: train path: "data/Wikitext/train/*.parquet" - config_name: "reStructuredText" data_files: - split: train path: "data/reStructuredText/train/*.parquet" --- # stack-v3-docs | Language | Samples | | --- | ---: | | Markdown | 199,003,312 | | TeX | 5,139,532 | | reStructuredText | 3,067,032 | | Text | 2,752,971 | | RMarkdown | 1,959,373 | | Org | 1,043,577 | | AsciiDoc | 840,637 | | Roff | 570,452 | | Wikitext | 455,210 | | Roff Manpage | 406,048 | | Textile | 64,706 | | Typst | 43,944 | | Pod | 40,833 | | Vim Help File | 38,634 | | Texinfo | 21,402 | - Exact duplicate samples were removed after extraction. ## Licensing information These subsets are derived from [The Stack v3 train dataset](https://huggingface.co/datasets/HuggingFaceCode/stack-v3-train), which is released under the [ODC-By 1.0 license](https://opendatacommons.org/licenses/by/1-0/). Individual source files may have different original licenses; their use must comply with those terms, including attribution where applicable. Repository provenance and per-file license metadata (`repo_path`, `commit_id`, `license_type`, and `detected_licenses`) are preserved in each sample. License detection may be incomplete or inaccurate.