Add runtime/spas_sage_attn/__init__.py
Browse files
runtime/spas_sage_attn/__init__.py
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .core import (
|
| 2 |
+
spas_sage_attn_meansim_cuda,
|
| 3 |
+
spas_sage2_attn_meansim_cuda,
|
| 4 |
+
block_sparse_sage2_attn_cuda,
|
| 5 |
+
spas_sage_attn_meansim_topk_cuda,
|
| 6 |
+
spas_sage2_attn_meansim_topk_cuda
|
| 7 |
+
)
|