Spaces:
Running
Running
Download funnel.json from Battam/training-data-foundation: direct link, hf CLI and curl.
- Browser
- Download file 12.2 kB
-
https://huggingface.co/spaces/Battam/training-data-foundation/resolve/main/funnel.json
- Command line
-
hf download hf://spaces/Battam/training-data-foundation/funnel.json
-
curl -L -o funnel.json https://huggingface.co/spaces/Battam/training-data-foundation/resolve/main/funnel.json
12.2 kB
| { | |
| "format": "portal-funnel/1", | |
| "funnel": { | |
| "counted_on": "release-2026-11-17.2", | |
| "domain_names": { | |
| "D1": "software-engineering", | |
| "D10": "misc", | |
| "D2": "system-administration", | |
| "D3": "data-science", | |
| "D4": "machine-learning", | |
| "D5": "science", | |
| "D6": "operations", | |
| "D7": "hardware", | |
| "D8": "security", | |
| "D9": "media", | |
| "multi": "many domains", | |
| "unclassified": "unclassified" | |
| }, | |
| "format": "index-funnel/1", | |
| "layers": { | |
| "admitted": { | |
| "by_domain": { | |
| "D1": 479, | |
| "D10": 128, | |
| "D2": 274, | |
| "D3": 1100, | |
| "D4": 560, | |
| "D5": 452, | |
| "D6": 466, | |
| "D7": 296, | |
| "D8": 434, | |
| "D9": 446 | |
| }, | |
| "material_sets": 1868, | |
| "promoted": 391, | |
| "search": 4244, | |
| "units": 4635, | |
| "units_not_counted": 0 | |
| }, | |
| "chosen": { | |
| "by_domain": { | |
| "D1": 0, | |
| "D10": 14, | |
| "D2": 0, | |
| "D3": 69, | |
| "D4": 55, | |
| "D5": 64, | |
| "D6": 40, | |
| "D8": 105, | |
| "D9": 58 | |
| }, | |
| "material_sets": 68, | |
| "units": 405, | |
| "units_not_counted": 0 | |
| }, | |
| "corpus": { | |
| "by_domain": { | |
| "D1": 29990992, | |
| "D10": 241140, | |
| "D2": 161489474, | |
| "D3": 770254753, | |
| "D4": 9658311, | |
| "D5": 45649077, | |
| "D6": 39763158, | |
| "D7": 8719142, | |
| "D8": 4536079, | |
| "D9": 12753109, | |
| "multi": 109289735, | |
| "unclassified": 6446905 | |
| }, | |
| "corpora": 139, | |
| "rows": 1198791875, | |
| "rows_not_counted": 0 | |
| } | |
| }, | |
| "stages": [ | |
| { | |
| "before": 4594, | |
| "by_domain": { | |
| "D1": { | |
| "bytes": 32663146, | |
| "kept": 440 | |
| }, | |
| "D10": { | |
| "bytes": 62436578, | |
| "kept": 92 | |
| }, | |
| "D2": { | |
| "bytes": 225870781, | |
| "kept": 271 | |
| }, | |
| "D3": { | |
| "bytes": 460901559, | |
| "kept": 1083 | |
| }, | |
| "D4": { | |
| "bytes": 293742469, | |
| "kept": 537 | |
| }, | |
| "D5": { | |
| "bytes": 44948803, | |
| "kept": 449 | |
| }, | |
| "D6": { | |
| "bytes": 245767508, | |
| "kept": 464 | |
| }, | |
| "D7": { | |
| "bytes": 81862405, | |
| "kept": 276 | |
| }, | |
| "D8": { | |
| "bytes": 191331580, | |
| "kept": 398 | |
| }, | |
| "D9": { | |
| "bytes": 587261231, | |
| "kept": 440 | |
| } | |
| }, | |
| "bytes": 2226786060, | |
| "domains": [], | |
| "forms": [], | |
| "id": "post-training", | |
| "kept": 4450, | |
| "kind": "material_set", | |
| "measure": "units", | |
| "name": "Post-training", | |
| "status": "in use", | |
| "zh": "后训练" | |
| }, | |
| { | |
| "before": 34641288, | |
| "by_domain": { | |
| "D1": { | |
| "bytes": 3003385416, | |
| "kept": 256404 | |
| }, | |
| "D10": { | |
| "bytes": 3446357171, | |
| "kept": 102989 | |
| }, | |
| "D2": { | |
| "bytes": 1268615371303, | |
| "kept": 11396233 | |
| }, | |
| "D3": { | |
| "bytes": 429205321686, | |
| "kept": 270472 | |
| }, | |
| "D4": { | |
| "bytes": 503489159667, | |
| "kept": 230420 | |
| }, | |
| "D5": { | |
| "bytes": 461575698261, | |
| "kept": 203278 | |
| }, | |
| "D6": { | |
| "bytes": 13850341, | |
| "kept": 430 | |
| }, | |
| "D7": { | |
| "bytes": 176998307685, | |
| "kept": 4945550 | |
| }, | |
| "D8": { | |
| "bytes": 13928014089, | |
| "kept": 121360 | |
| }, | |
| "D9": { | |
| "bytes": 735261828, | |
| "kept": 35708 | |
| }, | |
| "multi": { | |
| "bytes": 999724277704, | |
| "kept": 16195869 | |
| }, | |
| "unclassified": { | |
| "bytes": 4427022007, | |
| "kept": 484456 | |
| } | |
| }, | |
| "bytes": 3865162027158, | |
| "domains": [], | |
| "forms": [], | |
| "id": "mid-training", | |
| "kept": 34243169, | |
| "kind": "corpus", | |
| "measure": "rows", | |
| "name": "Mid-training", | |
| "status": "provisional", | |
| "zh": "中训练" | |
| }, | |
| { | |
| "before": 156251724, | |
| "by_domain": { | |
| "D1": { | |
| "bytes": 183073963, | |
| "kept": 59085 | |
| }, | |
| "D10": { | |
| "bytes": 375666469, | |
| "kept": 2403 | |
| }, | |
| "D2": { | |
| "bytes": 35669543765, | |
| "kept": 1999552 | |
| }, | |
| "D3": { | |
| "bytes": 29924095390629, | |
| "kept": 107371726 | |
| }, | |
| "D4": { | |
| "bytes": 82790513721, | |
| "kept": 237332 | |
| }, | |
| "D5": { | |
| "bytes": 531346132183, | |
| "kept": 13352882 | |
| }, | |
| "D6": { | |
| "bytes": 4080, | |
| "kept": 18884152 | |
| }, | |
| "D7": { | |
| "bytes": 29572485894, | |
| "kept": 388557 | |
| }, | |
| "D8": { | |
| "bytes": 4180819326, | |
| "kept": 80781 | |
| }, | |
| "D9": { | |
| "bytes": 48727904488, | |
| "kept": 16401 | |
| }, | |
| "multi": { | |
| "bytes": 29578451471, | |
| "kept": 8274002 | |
| }, | |
| "unclassified": { | |
| "bytes": 46985860284, | |
| "kept": 494973 | |
| } | |
| }, | |
| "bytes": 30733505846273, | |
| "domains": [], | |
| "forms": [], | |
| "id": "pre-training", | |
| "kept": 151161846, | |
| "kind": "corpus", | |
| "measure": "rows", | |
| "name": "Pre-training", | |
| "status": "provisional", | |
| "zh": "预训练" | |
| } | |
| ], | |
| "table": 3, | |
| "waiting": { | |
| "artifact-hub-helm-charts-6cbaf53d": { | |
| "admitted": "2026-11-16T09:57:08Z", | |
| "age_hours": 24.3, | |
| "corpus": "artifact-hub-helm-charts", | |
| "stage": "collect" | |
| }, | |
| "artifact-hub-helm-charts-cebc9bb6": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "artifact-hub-helm-charts", | |
| "stage": "collect" | |
| }, | |
| "audio-processing-trees-26d996c3": { | |
| "admitted": "2026-11-12T20:02:58Z", | |
| "age_hours": 110.2, | |
| "corpus": "audio-processing-trees", | |
| "stage": "collect" | |
| }, | |
| "audio-processing-trees-4858a864": { | |
| "admitted": "2026-11-14T17:32:15Z", | |
| "age_hours": 64.7, | |
| "corpus": "audio-processing-trees", | |
| "stage": "collect" | |
| }, | |
| "audio-processing-trees-664f1343": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "audio-processing-trees", | |
| "stage": "collect" | |
| }, | |
| "bioinformatics-trees-cb33b873": { | |
| "admitted": "2026-11-12T20:02:58Z", | |
| "age_hours": 110.2, | |
| "corpus": "bioinformatics-trees", | |
| "stage": "collect" | |
| }, | |
| "cern-open-data-8b8843e6": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "cern-open-data", | |
| "stage": "collect" | |
| }, | |
| "chemistry-materials-trees-cb33b873": { | |
| "admitted": "2026-11-12T20:02:58Z", | |
| "age_hours": 110.2, | |
| "corpus": "chemistry-materials-trees", | |
| "stage": "collect" | |
| }, | |
| "conda-forge-packages-534b80c8": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "conda-forge-packages", | |
| "stage": "collect" | |
| }, | |
| "conda-forge-packages-9028df06": { | |
| "admitted": "2026-11-16T09:57:08Z", | |
| "age_hours": 24.3, | |
| "corpus": "conda-forge-packages", | |
| "stage": "collect" | |
| }, | |
| "cran-534b80c8": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "cran", | |
| "stage": "collect" | |
| }, | |
| "cran-9028df06": { | |
| "admitted": "2026-11-16T09:57:08Z", | |
| "age_hours": 24.3, | |
| "corpus": "cran", | |
| "stage": "collect" | |
| }, | |
| "crypto-library-trees-131e6d95": { | |
| "admitted": "2026-11-12T20:02:58Z", | |
| "age_hours": 110.2, | |
| "corpus": "crypto-library-trees", | |
| "stage": "collect" | |
| }, | |
| "crypto-library-trees-45f8d8f2": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "crypto-library-trees", | |
| "stage": "collect" | |
| }, | |
| "debian-sources-7e6a4c6a": { | |
| "admitted": "2026-11-16T09:57:08Z", | |
| "age_hours": 24.3, | |
| "corpus": "debian-sources", | |
| "stage": "collect" | |
| }, | |
| "debian-sources-8db3b7b8": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "debian-sources", | |
| "stage": "collect" | |
| }, | |
| "debian-ubuntu-binary-packages-534b80c8": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "debian-ubuntu-binary-packages", | |
| "stage": "collect" | |
| }, | |
| "debian-ubuntu-binary-packages-9028df06": { | |
| "admitted": "2026-11-16T09:57:08Z", | |
| "age_hours": 24.3, | |
| "corpus": "debian-ubuntu-binary-packages", | |
| "stage": "collect" | |
| }, | |
| "engine-source-trees-0e20c057": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "engine-source-trees", | |
| "stage": "collect" | |
| }, | |
| "engine-source-trees-66bf8e34": { | |
| "admitted": "2026-11-16T09:57:08Z", | |
| "age_hours": 24.3, | |
| "corpus": "engine-source-trees", | |
| "stage": "collect" | |
| }, | |
| "engine-source-trees-a9f9b199": { | |
| "admitted": "2026-11-12T20:02:58Z", | |
| "age_hours": 110.2, | |
| "corpus": "engine-source-trees", | |
| "stage": "collect" | |
| }, | |
| "forensics-tool-trees-131e6d95": { | |
| "admitted": "2026-11-12T20:02:58Z", | |
| "age_hours": 110.2, | |
| "corpus": "forensics-tool-trees", | |
| "stage": "collect" | |
| }, | |
| "gpu-kernel-trees-0ada0ae2": { | |
| "admitted": "2026-11-12T20:02:58Z", | |
| "age_hours": 110.2, | |
| "corpus": "gpu-kernel-trees", | |
| "stage": "collect" | |
| }, | |
| "hackage-packages-534b80c8": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "hackage-packages", | |
| "stage": "collect" | |
| }, | |
| "hackage-packages-9028df06": { | |
| "admitted": "2026-11-16T09:57:08Z", | |
| "age_hours": 24.3, | |
| "corpus": "hackage-packages", | |
| "stage": "collect" | |
| }, | |
| "harvard-dataverse-dac01e1d": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "harvard-dataverse", | |
| "stage": "collect" | |
| }, | |
| "inference-serving-trees-0ada0ae2": { | |
| "admitted": "2026-11-12T20:02:58Z", | |
| "age_hours": 110.2, | |
| "corpus": "inference-serving-trees", | |
| "stage": "collect" | |
| }, | |
| "inference-serving-trees-8e9de829": { | |
| "admitted": "2026-11-14T17:32:15Z", | |
| "age_hours": 64.7, | |
| "corpus": "inference-serving-trees", | |
| "stage": "collect" | |
| }, | |
| "inference-serving-trees-e3c48f4a": { | |
| "admitted": "2026-11-13T15:00:36Z", | |
| "age_hours": 91.2, | |
| "corpus": "inference-serving-trees", | |
| "stage": "collect" | |
| }, | |
| "legacy-interop-trees-43675699": { | |
| "admitted": "2026-11-16T09:57:08Z", | |
| "age_hours": 24.3, | |
| "corpus": "legacy-interop-trees", | |
| "stage": "collect" | |
| }, | |
| "legacy-interop-trees-ab8e5017": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "legacy-interop-trees", | |
| "stage": "collect" | |
| }, | |
| "mendeley-data-dac01e1d": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "mendeley-data", | |
| "stage": "collect" | |
| }, | |
| "miplib2017-solution-checker-06be385a": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "miplib2017-solution-checker", | |
| "stage": "collect" | |
| }, | |
| "music-notation-trees-26d996c3": { | |
| "admitted": "2026-11-12T20:02:58Z", | |
| "age_hours": 110.2, | |
| "corpus": "music-notation-trees", | |
| "stage": "collect" | |
| }, | |
| "npm-534b80c8": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "npm", | |
| "stage": "collect" | |
| }, | |
| "npm-9028df06": { | |
| "admitted": "2026-11-16T09:57:08Z", | |
| "age_hours": 24.3, | |
| "corpus": "npm", | |
| "stage": "collect" | |
| }, | |
| "numerical-library-trees-76eb643f": { | |
| "admitted": "2026-11-13T15:00:36Z", | |
| "age_hours": 91.2, | |
| "corpus": "numerical-library-trees", | |
| "stage": "collect" | |
| }, | |
| "numerical-library-trees-a9f9b199": { | |
| "admitted": "2026-11-12T20:02:58Z", | |
| "age_hours": 110.2, | |
| "corpus": "numerical-library-trees", | |
| "stage": "collect" | |
| }, | |
| "openslr-664f1343": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "openslr", | |
| "stage": "collect" | |
| }, | |
| "owid-charts-7fe8d38f": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "owid-charts", | |
| "stage": "collect" | |
| }, | |
| "query-engine-trees-8cb8b120": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "query-engine-trees", | |
| "stage": "collect" | |
| }, | |
| "rubygems-534b80c8": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "rubygems", | |
| "stage": "collect" | |
| }, | |
| "rubygems-9028df06": { | |
| "admitted": "2026-11-16T09:57:08Z", | |
| "age_hours": 24.3, | |
| "corpus": "rubygems", | |
| "stage": "collect" | |
| }, | |
| "rules-as-code-trees-aef6246e": { | |
| "admitted": "2026-11-12T20:02:58Z", | |
| "age_hours": 110.2, | |
| "corpus": "rules-as-code-trees", | |
| "stage": "collect" | |
| }, | |
| "solver-benchmark-instances-6afb1ef1": { | |
| "admitted": "2026-11-17T10:06:23Z", | |
| "age_hours": 0.1, | |
| "corpus": "solver-benchmark-instances", | |
| "stage": "collect" | |
| } | |
| } | |
| }, | |
| "index": "93c9d8ae26cfb409122f4cd4222359d30c31566c", | |
| "release": "release-2026-11-17.2" | |
| } | |