pyrite-stream / __init__.py
masahiroid's picture
docs: add official Zenodo DOI 10.5281/zenodo.23811995 and recompiled paper PDFs
21f1f04 verified
Raw History Blame Contribute Delete
536 Bytes
"""Project Pyrite Phase 2: MoE-Stream Engine.
Decoupling Resident Attention and Dynamic NVMe-Streamed Experts
for 100B+ MoEs on Unified Memory Consumer Hardware.
Author: Masahiro NAKATSUGAWA (中津川 昌弘)
Affiliations: n.p.minerva & Co. / AntenneFrance
"""
from .expert_registry import SafetensorsIndex, ModelSafetensorsIndex
from .moe_stream_layer import StreamingMoELayer, ExpertLRUCache
__version__ = "0.2.0"
__all__ = [
"SafetensorsIndex",
"ModelSafetensorsIndex",
"StreamingMoELayer",
"ExpertLRUCache",
]