File size: 637 Bytes
a2ec932 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | """model package — MiniTransformer and its components."""
from model.config import ModelConfig
from model.transformer import MiniTransformer
from model.block import TransformerBlock, RMSNorm
from model.attention import CausalSelfAttention
from model.feed_forward import SwiGLUFeedForward
from model.positional_encoding import RotaryEmbedding, apply_rotary_emb, rotate_half
__all__ = [
"ModelConfig",
"MiniTransformer",
"TransformerBlock",
"RMSNorm",
"CausalSelfAttention",
"SwiGLUFeedForward",
"RotaryEmbedding",
"apply_rotary_emb",
"rotate_half",
]
|