Blame for code/zenith/data/sources/__init__.py

"""Registry of corpus sources, in the deterministic order used for deduplication."""

from zenith.data.sources import arxiv_astro, fineweb_sci, openstax, wikipedia_astro

SOURCES = {m.NAME: m for m in (openstax, wikipedia_astro, arxiv_astro, fineweb_sci)}