| """ | |
| Custom DocLLM Transformer package. | |
| """ | |
| from model.config import ModelConfig | |
| from model.layers import RMSNorm, RotaryEmbedding, SwiGLU, StandardMLP, apply_rope | |
| from model.attention import CausalSelfAttention, KVCache | |
| from model.transformer import DocLLM, TransformerBlock | |
| __all__ = [ | |
| "ModelConfig", | |
| "RMSNorm", | |
| "RotaryEmbedding", | |
| "SwiGLU", | |
| "StandardMLP", | |
| "apply_rope", | |
| "CausalSelfAttention", | |
| "KVCache", | |
| "DocLLM", | |
| "TransformerBlock" | |
| ] | |