File size: 536 Bytes
cab2ef1 21f1f04 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | """Project Pyrite Phase 2: MoE-Stream Engine.
Decoupling Resident Attention and Dynamic NVMe-Streamed Experts
for 100B+ MoEs on Unified Memory Consumer Hardware.
Author: Masahiro NAKATSUGAWA (中津川 昌弘)
Affiliations: n.p.minerva & Co. / AntenneFrance
"""
from .expert_registry import SafetensorsIndex, ModelSafetensorsIndex
from .moe_stream_layer import StreamingMoELayer, ExpertLRUCache
__version__ = "0.2.0"
__all__ = [
"SafetensorsIndex",
"ModelSafetensorsIndex",
"StreamingMoELayer",
"ExpertLRUCache",
]
|