model/__init__.py

"""model package — MiniTransformer and its components."""

from model.config             import ModelConfig
from model.transformer        import MiniTransformer
from model.block              import TransformerBlock, RMSNorm
from model.attention          import CausalSelfAttention
from model.feed_forward       import SwiGLUFeedForward
from model.positional_encoding import RotaryEmbedding, apply_rotary_emb, rotate_half

__all__ = [
    "ModelConfig",
    "MiniTransformer",
    "TransformerBlock",
    "RMSNorm",
    "CausalSelfAttention",
    "SwiGLUFeedForward",
    "RotaryEmbedding",
    "apply_rotary_emb",
    "rotate_half",
]