{ "format": "portal-funnel/1", "funnel": { "counted_on": "release-2026-11-17.2", "domain_names": { "D1": "software-engineering", "D10": "misc", "D2": "system-administration", "D3": "data-science", "D4": "machine-learning", "D5": "science", "D6": "operations", "D7": "hardware", "D8": "security", "D9": "media", "multi": "many domains", "unclassified": "unclassified" }, "format": "index-funnel/1", "layers": { "admitted": { "by_domain": { "D1": 479, "D10": 128, "D2": 274, "D3": 1100, "D4": 560, "D5": 452, "D6": 466, "D7": 296, "D8": 434, "D9": 446 }, "material_sets": 1868, "promoted": 391, "search": 4244, "units": 4635, "units_not_counted": 0 }, "chosen": { "by_domain": { "D1": 0, "D10": 14, "D2": 0, "D3": 69, "D4": 55, "D5": 64, "D6": 40, "D8": 105, "D9": 58 }, "material_sets": 68, "units": 405, "units_not_counted": 0 }, "corpus": { "by_domain": { "D1": 29990992, "D10": 241140, "D2": 161489474, "D3": 770254753, "D4": 9658311, "D5": 45649077, "D6": 39763158, "D7": 8719142, "D8": 4536079, "D9": 12753109, "multi": 109289735, "unclassified": 6446905 }, "corpora": 139, "rows": 1198791875, "rows_not_counted": 0 } }, "stages": [ { "before": 4594, "by_domain": { "D1": { "bytes": 32663146, "kept": 440 }, "D10": { "bytes": 62436578, "kept": 92 }, "D2": { "bytes": 225870781, "kept": 271 }, "D3": { "bytes": 460901559, "kept": 1083 }, "D4": { "bytes": 293742469, "kept": 537 }, "D5": { "bytes": 44948803, "kept": 449 }, "D6": { "bytes": 245767508, "kept": 464 }, "D7": { "bytes": 81862405, "kept": 276 }, "D8": { "bytes": 191331580, "kept": 398 }, "D9": { "bytes": 587261231, "kept": 440 } }, "bytes": 2226786060, "domains": [], "forms": [], "id": "post-training", "kept": 4450, "kind": "material_set", "measure": "units", "name": "Post-training", "status": "in use", "zh": "后训练" }, { "before": 34641288, "by_domain": { "D1": { "bytes": 3003385416, "kept": 256404 }, "D10": { "bytes": 3446357171, "kept": 102989 }, "D2": { "bytes": 1268615371303, "kept": 11396233 }, "D3": { "bytes": 429205321686, "kept": 270472 }, "D4": { "bytes": 503489159667, "kept": 230420 }, "D5": { "bytes": 461575698261, "kept": 203278 }, "D6": { "bytes": 13850341, "kept": 430 }, "D7": { "bytes": 176998307685, "kept": 4945550 }, "D8": { "bytes": 13928014089, "kept": 121360 }, "D9": { "bytes": 735261828, "kept": 35708 }, "multi": { "bytes": 999724277704, "kept": 16195869 }, "unclassified": { "bytes": 4427022007, "kept": 484456 } }, "bytes": 3865162027158, "domains": [], "forms": [], "id": "mid-training", "kept": 34243169, "kind": "corpus", "measure": "rows", "name": "Mid-training", "status": "provisional", "zh": "中训练" }, { "before": 156251724, "by_domain": { "D1": { "bytes": 183073963, "kept": 59085 }, "D10": { "bytes": 375666469, "kept": 2403 }, "D2": { "bytes": 35669543765, "kept": 1999552 }, "D3": { "bytes": 29924095390629, "kept": 107371726 }, "D4": { "bytes": 82790513721, "kept": 237332 }, "D5": { "bytes": 531346132183, "kept": 13352882 }, "D6": { "bytes": 4080, "kept": 18884152 }, "D7": { "bytes": 29572485894, "kept": 388557 }, "D8": { "bytes": 4180819326, "kept": 80781 }, "D9": { "bytes": 48727904488, "kept": 16401 }, "multi": { "bytes": 29578451471, "kept": 8274002 }, "unclassified": { "bytes": 46985860284, "kept": 494973 } }, "bytes": 30733505846273, "domains": [], "forms": [], "id": "pre-training", "kept": 151161846, "kind": "corpus", "measure": "rows", "name": "Pre-training", "status": "provisional", "zh": "预训练" } ], "table": 3, "waiting": { "artifact-hub-helm-charts-6cbaf53d": { "admitted": "2026-11-16T09:57:08Z", "age_hours": 24.3, "corpus": "artifact-hub-helm-charts", "stage": "collect" }, "artifact-hub-helm-charts-cebc9bb6": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "artifact-hub-helm-charts", "stage": "collect" }, "audio-processing-trees-26d996c3": { "admitted": "2026-11-12T20:02:58Z", "age_hours": 110.2, "corpus": "audio-processing-trees", "stage": "collect" }, "audio-processing-trees-4858a864": { "admitted": "2026-11-14T17:32:15Z", "age_hours": 64.7, "corpus": "audio-processing-trees", "stage": "collect" }, "audio-processing-trees-664f1343": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "audio-processing-trees", "stage": "collect" }, "bioinformatics-trees-cb33b873": { "admitted": "2026-11-12T20:02:58Z", "age_hours": 110.2, "corpus": "bioinformatics-trees", "stage": "collect" }, "cern-open-data-8b8843e6": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "cern-open-data", "stage": "collect" }, "chemistry-materials-trees-cb33b873": { "admitted": "2026-11-12T20:02:58Z", "age_hours": 110.2, "corpus": "chemistry-materials-trees", "stage": "collect" }, "conda-forge-packages-534b80c8": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "conda-forge-packages", "stage": "collect" }, "conda-forge-packages-9028df06": { "admitted": "2026-11-16T09:57:08Z", "age_hours": 24.3, "corpus": "conda-forge-packages", "stage": "collect" }, "cran-534b80c8": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "cran", "stage": "collect" }, "cran-9028df06": { "admitted": "2026-11-16T09:57:08Z", "age_hours": 24.3, "corpus": "cran", "stage": "collect" }, "crypto-library-trees-131e6d95": { "admitted": "2026-11-12T20:02:58Z", "age_hours": 110.2, "corpus": "crypto-library-trees", "stage": "collect" }, "crypto-library-trees-45f8d8f2": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "crypto-library-trees", "stage": "collect" }, "debian-sources-7e6a4c6a": { "admitted": "2026-11-16T09:57:08Z", "age_hours": 24.3, "corpus": "debian-sources", "stage": "collect" }, "debian-sources-8db3b7b8": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "debian-sources", "stage": "collect" }, "debian-ubuntu-binary-packages-534b80c8": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "debian-ubuntu-binary-packages", "stage": "collect" }, "debian-ubuntu-binary-packages-9028df06": { "admitted": "2026-11-16T09:57:08Z", "age_hours": 24.3, "corpus": "debian-ubuntu-binary-packages", "stage": "collect" }, "engine-source-trees-0e20c057": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "engine-source-trees", "stage": "collect" }, "engine-source-trees-66bf8e34": { "admitted": "2026-11-16T09:57:08Z", "age_hours": 24.3, "corpus": "engine-source-trees", "stage": "collect" }, "engine-source-trees-a9f9b199": { "admitted": "2026-11-12T20:02:58Z", "age_hours": 110.2, "corpus": "engine-source-trees", "stage": "collect" }, "forensics-tool-trees-131e6d95": { "admitted": "2026-11-12T20:02:58Z", "age_hours": 110.2, "corpus": "forensics-tool-trees", "stage": "collect" }, "gpu-kernel-trees-0ada0ae2": { "admitted": "2026-11-12T20:02:58Z", "age_hours": 110.2, "corpus": "gpu-kernel-trees", "stage": "collect" }, "hackage-packages-534b80c8": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "hackage-packages", "stage": "collect" }, "hackage-packages-9028df06": { "admitted": "2026-11-16T09:57:08Z", "age_hours": 24.3, "corpus": "hackage-packages", "stage": "collect" }, "harvard-dataverse-dac01e1d": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "harvard-dataverse", "stage": "collect" }, "inference-serving-trees-0ada0ae2": { "admitted": "2026-11-12T20:02:58Z", "age_hours": 110.2, "corpus": "inference-serving-trees", "stage": "collect" }, "inference-serving-trees-8e9de829": { "admitted": "2026-11-14T17:32:15Z", "age_hours": 64.7, "corpus": "inference-serving-trees", "stage": "collect" }, "inference-serving-trees-e3c48f4a": { "admitted": "2026-11-13T15:00:36Z", "age_hours": 91.2, "corpus": "inference-serving-trees", "stage": "collect" }, "legacy-interop-trees-43675699": { "admitted": "2026-11-16T09:57:08Z", "age_hours": 24.3, "corpus": "legacy-interop-trees", "stage": "collect" }, "legacy-interop-trees-ab8e5017": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "legacy-interop-trees", "stage": "collect" }, "mendeley-data-dac01e1d": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "mendeley-data", "stage": "collect" }, "miplib2017-solution-checker-06be385a": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "miplib2017-solution-checker", "stage": "collect" }, "music-notation-trees-26d996c3": { "admitted": "2026-11-12T20:02:58Z", "age_hours": 110.2, "corpus": "music-notation-trees", "stage": "collect" }, "npm-534b80c8": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "npm", "stage": "collect" }, "npm-9028df06": { "admitted": "2026-11-16T09:57:08Z", "age_hours": 24.3, "corpus": "npm", "stage": "collect" }, "numerical-library-trees-76eb643f": { "admitted": "2026-11-13T15:00:36Z", "age_hours": 91.2, "corpus": "numerical-library-trees", "stage": "collect" }, "numerical-library-trees-a9f9b199": { "admitted": "2026-11-12T20:02:58Z", "age_hours": 110.2, "corpus": "numerical-library-trees", "stage": "collect" }, "openslr-664f1343": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "openslr", "stage": "collect" }, "owid-charts-7fe8d38f": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "owid-charts", "stage": "collect" }, "query-engine-trees-8cb8b120": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "query-engine-trees", "stage": "collect" }, "rubygems-534b80c8": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "rubygems", "stage": "collect" }, "rubygems-9028df06": { "admitted": "2026-11-16T09:57:08Z", "age_hours": 24.3, "corpus": "rubygems", "stage": "collect" }, "rules-as-code-trees-aef6246e": { "admitted": "2026-11-12T20:02:58Z", "age_hours": 110.2, "corpus": "rules-as-code-trees", "stage": "collect" }, "solver-benchmark-instances-6afb1ef1": { "admitted": "2026-11-17T10:06:23Z", "age_hours": 0.1, "corpus": "solver-benchmark-instances", "stage": "collect" } } }, "index": "93c9d8ae26cfb409122f4cd4222359d30c31566c", "release": "release-2026-11-17.2" }