Kernels:
Trusted publisher
| # Copyright (c) 2023-2026, Songlin Yang, Yu Zhang, Zhiyuan Li | |
| # | |
| # This source code is licensed under the MIT license found in the | |
| # LICENSE file in the root directory of this source tree. | |
| # For a list of all contributors, visit: | |
| # https://github.com/fla-org/flash-linear-attention/graphs/contributors | |
| from ...modules.norm.fused_norm_gate import ( | |
| FusedLayerNormGated, | |
| FusedLayerNormGatedLinear, | |
| FusedLayerNormSwishGate, | |
| FusedLayerNormSwishGateLinear, | |
| FusedRMSNormGated, | |
| FusedRMSNormGatedLinear, | |
| FusedRMSNormSwishGate, | |
| FusedRMSNormSwishGateLinear, | |
| ) | |
| from ...modules.norm.l2norm import L2Norm | |
| from ...modules.norm.layernorm import ( | |
| GroupNorm, | |
| GroupNormLinear, | |
| LayerNorm, | |
| LayerNormLinear, | |
| NormParallel, | |
| RMSNorm, | |
| RMSNormLinear, | |
| ) | |
| from ...modules.norm.layernorm_gated import LayerNormGated, RMSNormGated | |
| __all__ = [ | |
| 'FusedLayerNormGated', | |
| 'FusedLayerNormGatedLinear', | |
| 'FusedLayerNormSwishGate', | |
| 'FusedLayerNormSwishGateLinear', | |
| 'FusedRMSNormGated', | |
| 'FusedRMSNormGatedLinear', | |
| 'FusedRMSNormSwishGate', | |
| 'FusedRMSNormSwishGateLinear', | |
| 'GroupNorm', | |
| 'GroupNormLinear', | |
| 'L2Norm', | |
| 'LayerNorm', | |
| 'LayerNormGated', | |
| 'LayerNormLinear', | |
| 'NormParallel', | |
| 'RMSNorm', | |
| 'RMSNormGated', | |
| 'RMSNormLinear', | |
| ] | |