Battam's picture
portal: data page of repository commit d134dfe0afd3
dd0fb61 verified
Raw History Blame Contribute Delete
12.2 kB
{
"format": "portal-funnel/1",
"funnel": {
"counted_on": "release-2026-11-17.2",
"domain_names": {
"D1": "software-engineering",
"D10": "misc",
"D2": "system-administration",
"D3": "data-science",
"D4": "machine-learning",
"D5": "science",
"D6": "operations",
"D7": "hardware",
"D8": "security",
"D9": "media",
"multi": "many domains",
"unclassified": "unclassified"
},
"format": "index-funnel/1",
"layers": {
"admitted": {
"by_domain": {
"D1": 479,
"D10": 128,
"D2": 274,
"D3": 1100,
"D4": 560,
"D5": 452,
"D6": 466,
"D7": 296,
"D8": 434,
"D9": 446
},
"material_sets": 1868,
"promoted": 391,
"search": 4244,
"units": 4635,
"units_not_counted": 0
},
"chosen": {
"by_domain": {
"D1": 0,
"D10": 14,
"D2": 0,
"D3": 69,
"D4": 55,
"D5": 64,
"D6": 40,
"D8": 105,
"D9": 58
},
"material_sets": 68,
"units": 405,
"units_not_counted": 0
},
"corpus": {
"by_domain": {
"D1": 29990992,
"D10": 241140,
"D2": 161489474,
"D3": 770254753,
"D4": 9658311,
"D5": 45649077,
"D6": 39763158,
"D7": 8719142,
"D8": 4536079,
"D9": 12753109,
"multi": 109289735,
"unclassified": 6446905
},
"corpora": 139,
"rows": 1198791875,
"rows_not_counted": 0
}
},
"stages": [
{
"before": 4594,
"by_domain": {
"D1": {
"bytes": 32663146,
"kept": 440
},
"D10": {
"bytes": 62436578,
"kept": 92
},
"D2": {
"bytes": 225870781,
"kept": 271
},
"D3": {
"bytes": 460901559,
"kept": 1083
},
"D4": {
"bytes": 293742469,
"kept": 537
},
"D5": {
"bytes": 44948803,
"kept": 449
},
"D6": {
"bytes": 245767508,
"kept": 464
},
"D7": {
"bytes": 81862405,
"kept": 276
},
"D8": {
"bytes": 191331580,
"kept": 398
},
"D9": {
"bytes": 587261231,
"kept": 440
}
},
"bytes": 2226786060,
"domains": [],
"forms": [],
"id": "post-training",
"kept": 4450,
"kind": "material_set",
"measure": "units",
"name": "Post-training",
"status": "in use",
"zh": "后训练"
},
{
"before": 34641288,
"by_domain": {
"D1": {
"bytes": 3003385416,
"kept": 256404
},
"D10": {
"bytes": 3446357171,
"kept": 102989
},
"D2": {
"bytes": 1268615371303,
"kept": 11396233
},
"D3": {
"bytes": 429205321686,
"kept": 270472
},
"D4": {
"bytes": 503489159667,
"kept": 230420
},
"D5": {
"bytes": 461575698261,
"kept": 203278
},
"D6": {
"bytes": 13850341,
"kept": 430
},
"D7": {
"bytes": 176998307685,
"kept": 4945550
},
"D8": {
"bytes": 13928014089,
"kept": 121360
},
"D9": {
"bytes": 735261828,
"kept": 35708
},
"multi": {
"bytes": 999724277704,
"kept": 16195869
},
"unclassified": {
"bytes": 4427022007,
"kept": 484456
}
},
"bytes": 3865162027158,
"domains": [],
"forms": [],
"id": "mid-training",
"kept": 34243169,
"kind": "corpus",
"measure": "rows",
"name": "Mid-training",
"status": "provisional",
"zh": "中训练"
},
{
"before": 156251724,
"by_domain": {
"D1": {
"bytes": 183073963,
"kept": 59085
},
"D10": {
"bytes": 375666469,
"kept": 2403
},
"D2": {
"bytes": 35669543765,
"kept": 1999552
},
"D3": {
"bytes": 29924095390629,
"kept": 107371726
},
"D4": {
"bytes": 82790513721,
"kept": 237332
},
"D5": {
"bytes": 531346132183,
"kept": 13352882
},
"D6": {
"bytes": 4080,
"kept": 18884152
},
"D7": {
"bytes": 29572485894,
"kept": 388557
},
"D8": {
"bytes": 4180819326,
"kept": 80781
},
"D9": {
"bytes": 48727904488,
"kept": 16401
},
"multi": {
"bytes": 29578451471,
"kept": 8274002
},
"unclassified": {
"bytes": 46985860284,
"kept": 494973
}
},
"bytes": 30733505846273,
"domains": [],
"forms": [],
"id": "pre-training",
"kept": 151161846,
"kind": "corpus",
"measure": "rows",
"name": "Pre-training",
"status": "provisional",
"zh": "预训练"
}
],
"table": 3,
"waiting": {
"artifact-hub-helm-charts-6cbaf53d": {
"admitted": "2026-11-16T09:57:08Z",
"age_hours": 24.3,
"corpus": "artifact-hub-helm-charts",
"stage": "collect"
},
"artifact-hub-helm-charts-cebc9bb6": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "artifact-hub-helm-charts",
"stage": "collect"
},
"audio-processing-trees-26d996c3": {
"admitted": "2026-11-12T20:02:58Z",
"age_hours": 110.2,
"corpus": "audio-processing-trees",
"stage": "collect"
},
"audio-processing-trees-4858a864": {
"admitted": "2026-11-14T17:32:15Z",
"age_hours": 64.7,
"corpus": "audio-processing-trees",
"stage": "collect"
},
"audio-processing-trees-664f1343": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "audio-processing-trees",
"stage": "collect"
},
"bioinformatics-trees-cb33b873": {
"admitted": "2026-11-12T20:02:58Z",
"age_hours": 110.2,
"corpus": "bioinformatics-trees",
"stage": "collect"
},
"cern-open-data-8b8843e6": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "cern-open-data",
"stage": "collect"
},
"chemistry-materials-trees-cb33b873": {
"admitted": "2026-11-12T20:02:58Z",
"age_hours": 110.2,
"corpus": "chemistry-materials-trees",
"stage": "collect"
},
"conda-forge-packages-534b80c8": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "conda-forge-packages",
"stage": "collect"
},
"conda-forge-packages-9028df06": {
"admitted": "2026-11-16T09:57:08Z",
"age_hours": 24.3,
"corpus": "conda-forge-packages",
"stage": "collect"
},
"cran-534b80c8": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "cran",
"stage": "collect"
},
"cran-9028df06": {
"admitted": "2026-11-16T09:57:08Z",
"age_hours": 24.3,
"corpus": "cran",
"stage": "collect"
},
"crypto-library-trees-131e6d95": {
"admitted": "2026-11-12T20:02:58Z",
"age_hours": 110.2,
"corpus": "crypto-library-trees",
"stage": "collect"
},
"crypto-library-trees-45f8d8f2": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "crypto-library-trees",
"stage": "collect"
},
"debian-sources-7e6a4c6a": {
"admitted": "2026-11-16T09:57:08Z",
"age_hours": 24.3,
"corpus": "debian-sources",
"stage": "collect"
},
"debian-sources-8db3b7b8": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "debian-sources",
"stage": "collect"
},
"debian-ubuntu-binary-packages-534b80c8": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "debian-ubuntu-binary-packages",
"stage": "collect"
},
"debian-ubuntu-binary-packages-9028df06": {
"admitted": "2026-11-16T09:57:08Z",
"age_hours": 24.3,
"corpus": "debian-ubuntu-binary-packages",
"stage": "collect"
},
"engine-source-trees-0e20c057": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "engine-source-trees",
"stage": "collect"
},
"engine-source-trees-66bf8e34": {
"admitted": "2026-11-16T09:57:08Z",
"age_hours": 24.3,
"corpus": "engine-source-trees",
"stage": "collect"
},
"engine-source-trees-a9f9b199": {
"admitted": "2026-11-12T20:02:58Z",
"age_hours": 110.2,
"corpus": "engine-source-trees",
"stage": "collect"
},
"forensics-tool-trees-131e6d95": {
"admitted": "2026-11-12T20:02:58Z",
"age_hours": 110.2,
"corpus": "forensics-tool-trees",
"stage": "collect"
},
"gpu-kernel-trees-0ada0ae2": {
"admitted": "2026-11-12T20:02:58Z",
"age_hours": 110.2,
"corpus": "gpu-kernel-trees",
"stage": "collect"
},
"hackage-packages-534b80c8": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "hackage-packages",
"stage": "collect"
},
"hackage-packages-9028df06": {
"admitted": "2026-11-16T09:57:08Z",
"age_hours": 24.3,
"corpus": "hackage-packages",
"stage": "collect"
},
"harvard-dataverse-dac01e1d": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "harvard-dataverse",
"stage": "collect"
},
"inference-serving-trees-0ada0ae2": {
"admitted": "2026-11-12T20:02:58Z",
"age_hours": 110.2,
"corpus": "inference-serving-trees",
"stage": "collect"
},
"inference-serving-trees-8e9de829": {
"admitted": "2026-11-14T17:32:15Z",
"age_hours": 64.7,
"corpus": "inference-serving-trees",
"stage": "collect"
},
"inference-serving-trees-e3c48f4a": {
"admitted": "2026-11-13T15:00:36Z",
"age_hours": 91.2,
"corpus": "inference-serving-trees",
"stage": "collect"
},
"legacy-interop-trees-43675699": {
"admitted": "2026-11-16T09:57:08Z",
"age_hours": 24.3,
"corpus": "legacy-interop-trees",
"stage": "collect"
},
"legacy-interop-trees-ab8e5017": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "legacy-interop-trees",
"stage": "collect"
},
"mendeley-data-dac01e1d": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "mendeley-data",
"stage": "collect"
},
"miplib2017-solution-checker-06be385a": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "miplib2017-solution-checker",
"stage": "collect"
},
"music-notation-trees-26d996c3": {
"admitted": "2026-11-12T20:02:58Z",
"age_hours": 110.2,
"corpus": "music-notation-trees",
"stage": "collect"
},
"npm-534b80c8": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "npm",
"stage": "collect"
},
"npm-9028df06": {
"admitted": "2026-11-16T09:57:08Z",
"age_hours": 24.3,
"corpus": "npm",
"stage": "collect"
},
"numerical-library-trees-76eb643f": {
"admitted": "2026-11-13T15:00:36Z",
"age_hours": 91.2,
"corpus": "numerical-library-trees",
"stage": "collect"
},
"numerical-library-trees-a9f9b199": {
"admitted": "2026-11-12T20:02:58Z",
"age_hours": 110.2,
"corpus": "numerical-library-trees",
"stage": "collect"
},
"openslr-664f1343": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "openslr",
"stage": "collect"
},
"owid-charts-7fe8d38f": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "owid-charts",
"stage": "collect"
},
"query-engine-trees-8cb8b120": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "query-engine-trees",
"stage": "collect"
},
"rubygems-534b80c8": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "rubygems",
"stage": "collect"
},
"rubygems-9028df06": {
"admitted": "2026-11-16T09:57:08Z",
"age_hours": 24.3,
"corpus": "rubygems",
"stage": "collect"
},
"rules-as-code-trees-aef6246e": {
"admitted": "2026-11-12T20:02:58Z",
"age_hours": 110.2,
"corpus": "rules-as-code-trees",
"stage": "collect"
},
"solver-benchmark-instances-6afb1ef1": {
"admitted": "2026-11-17T10:06:23Z",
"age_hours": 0.1,
"corpus": "solver-benchmark-instances",
"stage": "collect"
}
}
},
"index": "93c9d8ae26cfb409122f4cd4222359d30c31566c",
"release": "release-2026-11-17.2"
}