jburtoft's picture
v1: V-JEPA2 ViT-L encoder NKI kernels for Trainium2 (4.35x, 44% MFU)
eadc767
Raw History Blame Contribute Delete
536 Bytes
"""The four NKI kernels of the V-JEPA2 encoder plus their host-side weight packing."""
from .attention_block import (
attention_block,
lane_permutation,
pack_out_weights,
pack_tables,
pack_v_weights,
pack_weights,
)
from .mlp import mlp
from .res_layernorm import res_layernorm_fold
from .rope_tables import build_rope_tables
__all__ = [
"res_layernorm_fold", "attention_block", "mlp",
"pack_weights", "pack_tables", "pack_v_weights", "pack_out_weights",
"lane_permutation", "build_rope_tables",
]