File size: 370 Bytes
d656a30
 
 
 
 
 
 
1
2
3
4
5
6
7
8
"""Attention variants. Importing this package registers every built-in variant."""

from tinyllm.attention.base import ATTENTION, Attention, build_attention, register
from tinyllm.attention import mha  # noqa: F401  (registers "mha")
from tinyllm.attention import gqa  # noqa: F401  (registers "gqa")

__all__ = ["ATTENTION", "Attention", "build_attention", "register"]