| # -*- coding: utf-8 -*- | |
| """Core neural network layers used by the RDT model.""" | |
| from Model.layers.mamba3_layer import Mamba3Layer, NaiveSSM, official_available | |
| from Model.layers.mixture_lora_ffn import MixtureLoRAFFN | |
| from Model.layers.mla import MLA | |
| from Model.layers.rmsnorm import GroupedRMSNorm, RMSNorm | |
| from Model.layers.rope import ( | |
| MorphologicalRoPE, | |
| apply_rope, | |
| derive_morph_info_from_offsets, | |
| ) | |
| from Model.layers.swiglu import SwiGLU | |
| __all__ = [ | |
| "GroupedRMSNorm", | |
| "MLA", | |
| "Mamba3Layer", | |
| "MixtureLoRAFFN", | |
| "MorphologicalRoPE", | |
| "NaiveSSM", | |
| "RMSNorm", | |
| "SwiGLU", | |
| "apply_rope", | |
| "derive_morph_info_from_offsets", | |
| "official_available", | |
| ] | |