| """Registry of corpus sources, in the deterministic order used for deduplication.""" | |
| from zenith.data.sources import arxiv_astro, fineweb_sci, openstax, wikipedia_astro | |
| SOURCES = {m.NAME: m for m in (openstax, wikipedia_astro, arxiv_astro, fineweb_sci)} | |