Monody-Exp / tiny_gdn /kdn /__init__.py
kerzgrr's picture
Monody-Exp: monody-pass-7 EMA weights
5c63f8f verified
Raw History Blame Contribute Delete
208 Bytes
"""Diagonal Kalman Delta Network (KDN) token mixer and recurrences."""
from tiny_gdn.kdn.layer import SUPPORTED_HEAD_DIMS, DiagonalKalmanDeltaNet
__all__ = ["SUPPORTED_HEAD_DIMS", "DiagonalKalmanDeltaNet"]