Rondo-Exp / tiny_gdn /kdn /__init__.py
kerzgrr's picture
Rondo-Exp: rondo-pass-7 EMA weights
02720c5 verified
Raw History Blame Contribute Delete
208 Bytes
"""Diagonal Kalman Delta Network (KDN) token mixer and recurrences."""
from tiny_gdn.kdn.layer import SUPPORTED_HEAD_DIMS, DiagonalKalmanDeltaNet
__all__ = ["SUPPORTED_HEAD_DIMS", "DiagonalKalmanDeltaNet"]