Instructions to use kernels-community/mamba-ssm with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Kernels
How to use kernels-community/mamba-ssm with Kernels:
# !pip install kernels from kernels import get_kernel # a version (or an explicit revision) is required; see the "Files and versions" tab for the available ones kernel = get_kernel("kernels-community/mamba-ssm", version=1) - Notebooks
- Google Colab
- Kaggle
Build uploaded using `kernels`.
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- build/torch210-cxx11-cu126-x86_64-linux/__init__.py +6 -8
- build/torch210-cxx11-cu126-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_muomt3evauf7u.abi3.so} +2 -2
- build/torch210-cxx11-cu126-x86_64-linux/_ops.py +3 -3
- build/torch210-cxx11-cu126-x86_64-linux/metadata.json +3 -1
- build/torch210-cxx11-cu126-x86_64-linux/models/__init__.py +5 -0
- build/torch210-cxx11-cu126-x86_64-linux/modules/__init__.py +7 -0
- build/torch210-cxx11-cu126-x86_64-linux/ops/__init__.py +1 -0
- build/torch210-cxx11-cu126-x86_64-linux/ops/triton/__init__.py +2 -0
- build/torch210-cxx11-cu126-x86_64-linux/utils/generation.py +1 -2
- build/torch210-cxx11-cu128-x86_64-linux/__init__.py +6 -8
- build/torch210-cxx11-cu128-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_p3tnkmr4mmukm.abi3.so} +2 -2
- build/torch210-cxx11-cu128-x86_64-linux/_ops.py +3 -3
- build/torch210-cxx11-cu128-x86_64-linux/metadata.json +3 -1
- build/torch210-cxx11-cu128-x86_64-linux/models/__init__.py +5 -0
- build/torch210-cxx11-cu128-x86_64-linux/modules/__init__.py +7 -0
- build/torch210-cxx11-cu128-x86_64-linux/ops/__init__.py +1 -0
- build/torch210-cxx11-cu128-x86_64-linux/ops/triton/__init__.py +2 -0
- build/torch210-cxx11-cu128-x86_64-linux/utils/generation.py +1 -2
- build/torch210-cxx11-cu130-x86_64-linux/__init__.py +6 -8
- build/torch210-cxx11-cu130-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_yndcxrj64jqjy.abi3.so} +2 -2
- build/torch210-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch210-cxx11-cu130-x86_64-linux/metadata.json +3 -1
- build/torch210-cxx11-cu130-x86_64-linux/models/__init__.py +5 -0
- build/torch210-cxx11-cu130-x86_64-linux/modules/__init__.py +7 -0
- build/torch210-cxx11-cu130-x86_64-linux/ops/__init__.py +1 -0
- build/torch210-cxx11-cu130-x86_64-linux/ops/triton/__init__.py +2 -0
- build/torch210-cxx11-cu130-x86_64-linux/utils/generation.py +1 -2
- build/torch29-cxx11-cu126-x86_64-linux/__init__.py +6 -8
- build/torch29-cxx11-cu126-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_lknozciqovp5m.abi3.so} +2 -2
- build/torch29-cxx11-cu126-x86_64-linux/_ops.py +3 -3
- build/torch29-cxx11-cu126-x86_64-linux/metadata.json +3 -1
- build/torch29-cxx11-cu126-x86_64-linux/models/__init__.py +5 -0
- build/torch29-cxx11-cu126-x86_64-linux/modules/__init__.py +7 -0
- build/torch29-cxx11-cu126-x86_64-linux/ops/__init__.py +1 -0
- build/torch29-cxx11-cu126-x86_64-linux/ops/triton/__init__.py +2 -0
- build/torch29-cxx11-cu126-x86_64-linux/utils/generation.py +1 -2
- build/torch29-cxx11-cu128-x86_64-linux/__init__.py +6 -8
- build/torch29-cxx11-cu128-x86_64-linux/_mamba_ssm_1a63054.abi3.so +0 -3
- build/torch29-cxx11-cu128-x86_64-linux/_mamba_ssm_cuda_eomlxkg5rvjoa.abi3.so +3 -0
- build/torch29-cxx11-cu128-x86_64-linux/_ops.py +3 -3
- build/torch29-cxx11-cu128-x86_64-linux/metadata.json +3 -1
- build/torch29-cxx11-cu128-x86_64-linux/models/__init__.py +5 -0
- build/torch29-cxx11-cu128-x86_64-linux/modules/__init__.py +7 -0
- build/torch29-cxx11-cu128-x86_64-linux/ops/__init__.py +1 -0
- build/torch29-cxx11-cu128-x86_64-linux/ops/triton/__init__.py +2 -0
- build/torch29-cxx11-cu128-x86_64-linux/utils/generation.py +1 -2
- build/torch29-cxx11-cu130-x86_64-linux/__init__.py +6 -8
- build/torch29-cxx11-cu130-x86_64-linux/_mamba_ssm_1a63054.abi3.so +0 -3
- build/torch29-cxx11-cu130-x86_64-linux/_mamba_ssm_cuda_szbxxtsgftczo.abi3.so +3 -0
- build/torch29-cxx11-cu130-x86_64-linux/_ops.py +3 -3
build/torch210-cxx11-cu126-x86_64-linux/__init__.py
CHANGED
|
@@ -1,14 +1,12 @@
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
|
|
|
| 3 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 4 |
-
from .modules
|
| 5 |
-
from .
|
| 6 |
-
from .models.mixer_seq_simple import MambaLMHeadModel
|
| 7 |
|
|
|
|
| 8 |
__all__ = [
|
| 9 |
-
"selective_scan_fn",
|
| 10 |
-
"
|
| 11 |
-
"Mamba",
|
| 12 |
-
"Mamba2",
|
| 13 |
-
"MambaLMHeadModel",
|
| 14 |
]
|
|
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
| 3 |
+
from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
| 4 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 5 |
+
from .modules import Mamba, Mamba2
|
| 6 |
+
from .models import MambaLMHeadModel
|
|
|
|
| 7 |
|
| 8 |
+
falcon_mamba_inner_fn = mamba_inner_fn
|
| 9 |
__all__ = [
|
| 10 |
+
"selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
|
| 11 |
+
"Mamba", "Mamba2", "MambaLMHeadModel",
|
|
|
|
|
|
|
|
|
|
| 12 |
]
|
build/torch210-cxx11-cu126-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_muomt3evauf7u.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8eb110259b4313446e301660d897825a591775c7f9ed9853970b2fd6358e1eb9
|
| 3 |
+
size 444257232
|
build/torch210-cxx11-cu126-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _mamba_ssm_cuda_muomt3evauf7u
|
| 3 |
+
ops = torch.ops._mamba_ssm_cuda_muomt3evauf7u
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_mamba_ssm_cuda_muomt3evauf7u::{op_name}"
|
build/torch210-cxx11-cu126-x86_64-linux/metadata.json
CHANGED
|
@@ -1,4 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
-
"python-depends": [
|
|
|
|
|
|
|
| 4 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
+
"python-depends": [
|
| 4 |
+
"einops"
|
| 5 |
+
]
|
| 6 |
}
|
build/torch210-cxx11-cu126-x86_64-linux/models/__init__.py
CHANGED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .mixer_seq_simple import MambaLMHeadModel
|
| 2 |
+
|
| 3 |
+
__all__ = [
|
| 4 |
+
"MambaLMHeadModel",
|
| 5 |
+
]
|
build/torch210-cxx11-cu126-x86_64-linux/modules/__init__.py
CHANGED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .mamba_simple import Mamba
|
| 2 |
+
from .mamba2 import Mamba2
|
| 3 |
+
|
| 4 |
+
__all__ = [
|
| 5 |
+
"Mamba",
|
| 6 |
+
"Mamba2",
|
| 7 |
+
]
|
build/torch210-cxx11-cu126-x86_64-linux/ops/__init__.py
CHANGED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
from .triton import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
build/torch210-cxx11-cu126-x86_64-linux/ops/triton/__init__.py
CHANGED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .selective_state_update import selective_state_update
|
| 2 |
+
from .ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
build/torch210-cxx11-cu126-x86_64-linux/utils/generation.py
CHANGED
|
@@ -11,8 +11,7 @@ import torch.nn.functional as F
|
|
| 11 |
from einops import rearrange, repeat
|
| 12 |
from torch import Tensor
|
| 13 |
from torch.profiler import ProfilerActivity, profile, record_function
|
| 14 |
-
from transformers.generation import
|
| 15 |
-
|
| 16 |
|
| 17 |
@dataclass
|
| 18 |
class InferenceParams:
|
|
|
|
| 11 |
from einops import rearrange, repeat
|
| 12 |
from torch import Tensor
|
| 13 |
from torch.profiler import ProfilerActivity, profile, record_function
|
| 14 |
+
from transformers.generation import GenerateDecoderOnlyOutput, TextStreamer
|
|
|
|
| 15 |
|
| 16 |
@dataclass
|
| 17 |
class InferenceParams:
|
build/torch210-cxx11-cu128-x86_64-linux/__init__.py
CHANGED
|
@@ -1,14 +1,12 @@
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
|
|
|
| 3 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 4 |
-
from .modules
|
| 5 |
-
from .
|
| 6 |
-
from .models.mixer_seq_simple import MambaLMHeadModel
|
| 7 |
|
|
|
|
| 8 |
__all__ = [
|
| 9 |
-
"selective_scan_fn",
|
| 10 |
-
"
|
| 11 |
-
"Mamba",
|
| 12 |
-
"Mamba2",
|
| 13 |
-
"MambaLMHeadModel",
|
| 14 |
]
|
|
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
| 3 |
+
from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
| 4 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 5 |
+
from .modules import Mamba, Mamba2
|
| 6 |
+
from .models import MambaLMHeadModel
|
|
|
|
| 7 |
|
| 8 |
+
falcon_mamba_inner_fn = mamba_inner_fn
|
| 9 |
__all__ = [
|
| 10 |
+
"selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
|
| 11 |
+
"Mamba", "Mamba2", "MambaLMHeadModel",
|
|
|
|
|
|
|
|
|
|
| 12 |
]
|
build/torch210-cxx11-cu128-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_p3tnkmr4mmukm.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:81bd32914c56686dc50c48ed195db1540a9a90658c9dbcb0355f995e90dfe180
|
| 3 |
+
size 610662272
|
build/torch210-cxx11-cu128-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _mamba_ssm_cuda_p3tnkmr4mmukm
|
| 3 |
+
ops = torch.ops._mamba_ssm_cuda_p3tnkmr4mmukm
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_mamba_ssm_cuda_p3tnkmr4mmukm::{op_name}"
|
build/torch210-cxx11-cu128-x86_64-linux/metadata.json
CHANGED
|
@@ -1,4 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
-
"python-depends": [
|
|
|
|
|
|
|
| 4 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
+
"python-depends": [
|
| 4 |
+
"einops"
|
| 5 |
+
]
|
| 6 |
}
|
build/torch210-cxx11-cu128-x86_64-linux/models/__init__.py
CHANGED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .mixer_seq_simple import MambaLMHeadModel
|
| 2 |
+
|
| 3 |
+
__all__ = [
|
| 4 |
+
"MambaLMHeadModel",
|
| 5 |
+
]
|
build/torch210-cxx11-cu128-x86_64-linux/modules/__init__.py
CHANGED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .mamba_simple import Mamba
|
| 2 |
+
from .mamba2 import Mamba2
|
| 3 |
+
|
| 4 |
+
__all__ = [
|
| 5 |
+
"Mamba",
|
| 6 |
+
"Mamba2",
|
| 7 |
+
]
|
build/torch210-cxx11-cu128-x86_64-linux/ops/__init__.py
CHANGED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
from .triton import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
build/torch210-cxx11-cu128-x86_64-linux/ops/triton/__init__.py
CHANGED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .selective_state_update import selective_state_update
|
| 2 |
+
from .ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
build/torch210-cxx11-cu128-x86_64-linux/utils/generation.py
CHANGED
|
@@ -11,8 +11,7 @@ import torch.nn.functional as F
|
|
| 11 |
from einops import rearrange, repeat
|
| 12 |
from torch import Tensor
|
| 13 |
from torch.profiler import ProfilerActivity, profile, record_function
|
| 14 |
-
from transformers.generation import
|
| 15 |
-
|
| 16 |
|
| 17 |
@dataclass
|
| 18 |
class InferenceParams:
|
|
|
|
| 11 |
from einops import rearrange, repeat
|
| 12 |
from torch import Tensor
|
| 13 |
from torch.profiler import ProfilerActivity, profile, record_function
|
| 14 |
+
from transformers.generation import GenerateDecoderOnlyOutput, TextStreamer
|
|
|
|
| 15 |
|
| 16 |
@dataclass
|
| 17 |
class InferenceParams:
|
build/torch210-cxx11-cu130-x86_64-linux/__init__.py
CHANGED
|
@@ -1,14 +1,12 @@
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
|
|
|
| 3 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 4 |
-
from .modules
|
| 5 |
-
from .
|
| 6 |
-
from .models.mixer_seq_simple import MambaLMHeadModel
|
| 7 |
|
|
|
|
| 8 |
__all__ = [
|
| 9 |
-
"selective_scan_fn",
|
| 10 |
-
"
|
| 11 |
-
"Mamba",
|
| 12 |
-
"Mamba2",
|
| 13 |
-
"MambaLMHeadModel",
|
| 14 |
]
|
|
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
| 3 |
+
from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
| 4 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 5 |
+
from .modules import Mamba, Mamba2
|
| 6 |
+
from .models import MambaLMHeadModel
|
|
|
|
| 7 |
|
| 8 |
+
falcon_mamba_inner_fn = mamba_inner_fn
|
| 9 |
__all__ = [
|
| 10 |
+
"selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
|
| 11 |
+
"Mamba", "Mamba2", "MambaLMHeadModel",
|
|
|
|
|
|
|
|
|
|
| 12 |
]
|
build/torch210-cxx11-cu130-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_yndcxrj64jqjy.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f1416b3f9ce1d7c2a33874baa9fca4de03305f693aff3aa952f990943002d3d7
|
| 3 |
+
size 446637480
|
build/torch210-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _mamba_ssm_cuda_yndcxrj64jqjy
|
| 3 |
+
ops = torch.ops._mamba_ssm_cuda_yndcxrj64jqjy
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_mamba_ssm_cuda_yndcxrj64jqjy::{op_name}"
|
build/torch210-cxx11-cu130-x86_64-linux/metadata.json
CHANGED
|
@@ -1,4 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
-
"python-depends": [
|
|
|
|
|
|
|
| 4 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
+
"python-depends": [
|
| 4 |
+
"einops"
|
| 5 |
+
]
|
| 6 |
}
|
build/torch210-cxx11-cu130-x86_64-linux/models/__init__.py
CHANGED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .mixer_seq_simple import MambaLMHeadModel
|
| 2 |
+
|
| 3 |
+
__all__ = [
|
| 4 |
+
"MambaLMHeadModel",
|
| 5 |
+
]
|
build/torch210-cxx11-cu130-x86_64-linux/modules/__init__.py
CHANGED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .mamba_simple import Mamba
|
| 2 |
+
from .mamba2 import Mamba2
|
| 3 |
+
|
| 4 |
+
__all__ = [
|
| 5 |
+
"Mamba",
|
| 6 |
+
"Mamba2",
|
| 7 |
+
]
|
build/torch210-cxx11-cu130-x86_64-linux/ops/__init__.py
CHANGED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
from .triton import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
build/torch210-cxx11-cu130-x86_64-linux/ops/triton/__init__.py
CHANGED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .selective_state_update import selective_state_update
|
| 2 |
+
from .ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
build/torch210-cxx11-cu130-x86_64-linux/utils/generation.py
CHANGED
|
@@ -11,8 +11,7 @@ import torch.nn.functional as F
|
|
| 11 |
from einops import rearrange, repeat
|
| 12 |
from torch import Tensor
|
| 13 |
from torch.profiler import ProfilerActivity, profile, record_function
|
| 14 |
-
from transformers.generation import
|
| 15 |
-
|
| 16 |
|
| 17 |
@dataclass
|
| 18 |
class InferenceParams:
|
|
|
|
| 11 |
from einops import rearrange, repeat
|
| 12 |
from torch import Tensor
|
| 13 |
from torch.profiler import ProfilerActivity, profile, record_function
|
| 14 |
+
from transformers.generation import GenerateDecoderOnlyOutput, TextStreamer
|
|
|
|
| 15 |
|
| 16 |
@dataclass
|
| 17 |
class InferenceParams:
|
build/torch29-cxx11-cu126-x86_64-linux/__init__.py
CHANGED
|
@@ -1,14 +1,12 @@
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
|
|
|
| 3 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 4 |
-
from .modules
|
| 5 |
-
from .
|
| 6 |
-
from .models.mixer_seq_simple import MambaLMHeadModel
|
| 7 |
|
|
|
|
| 8 |
__all__ = [
|
| 9 |
-
"selective_scan_fn",
|
| 10 |
-
"
|
| 11 |
-
"Mamba",
|
| 12 |
-
"Mamba2",
|
| 13 |
-
"MambaLMHeadModel",
|
| 14 |
]
|
|
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
| 3 |
+
from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
| 4 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 5 |
+
from .modules import Mamba, Mamba2
|
| 6 |
+
from .models import MambaLMHeadModel
|
|
|
|
| 7 |
|
| 8 |
+
falcon_mamba_inner_fn = mamba_inner_fn
|
| 9 |
__all__ = [
|
| 10 |
+
"selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
|
| 11 |
+
"Mamba", "Mamba2", "MambaLMHeadModel",
|
|
|
|
|
|
|
|
|
|
| 12 |
]
|
build/torch29-cxx11-cu126-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_lknozciqovp5m.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:81da74fdca330af5de6fdbfed5ee56c7acb25cd8799f2db37fbd58690f80c810
|
| 3 |
+
size 444242168
|
build/torch29-cxx11-cu126-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _mamba_ssm_cuda_lknozciqovp5m
|
| 3 |
+
ops = torch.ops._mamba_ssm_cuda_lknozciqovp5m
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_mamba_ssm_cuda_lknozciqovp5m::{op_name}"
|
build/torch29-cxx11-cu126-x86_64-linux/metadata.json
CHANGED
|
@@ -1,4 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
-
"python-depends": [
|
|
|
|
|
|
|
| 4 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
+
"python-depends": [
|
| 4 |
+
"einops"
|
| 5 |
+
]
|
| 6 |
}
|
build/torch29-cxx11-cu126-x86_64-linux/models/__init__.py
CHANGED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .mixer_seq_simple import MambaLMHeadModel
|
| 2 |
+
|
| 3 |
+
__all__ = [
|
| 4 |
+
"MambaLMHeadModel",
|
| 5 |
+
]
|
build/torch29-cxx11-cu126-x86_64-linux/modules/__init__.py
CHANGED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .mamba_simple import Mamba
|
| 2 |
+
from .mamba2 import Mamba2
|
| 3 |
+
|
| 4 |
+
__all__ = [
|
| 5 |
+
"Mamba",
|
| 6 |
+
"Mamba2",
|
| 7 |
+
]
|
build/torch29-cxx11-cu126-x86_64-linux/ops/__init__.py
CHANGED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
from .triton import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
build/torch29-cxx11-cu126-x86_64-linux/ops/triton/__init__.py
CHANGED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .selective_state_update import selective_state_update
|
| 2 |
+
from .ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
build/torch29-cxx11-cu126-x86_64-linux/utils/generation.py
CHANGED
|
@@ -11,8 +11,7 @@ import torch.nn.functional as F
|
|
| 11 |
from einops import rearrange, repeat
|
| 12 |
from torch import Tensor
|
| 13 |
from torch.profiler import ProfilerActivity, profile, record_function
|
| 14 |
-
from transformers.generation import
|
| 15 |
-
|
| 16 |
|
| 17 |
@dataclass
|
| 18 |
class InferenceParams:
|
|
|
|
| 11 |
from einops import rearrange, repeat
|
| 12 |
from torch import Tensor
|
| 13 |
from torch.profiler import ProfilerActivity, profile, record_function
|
| 14 |
+
from transformers.generation import GenerateDecoderOnlyOutput, TextStreamer
|
|
|
|
| 15 |
|
| 16 |
@dataclass
|
| 17 |
class InferenceParams:
|
build/torch29-cxx11-cu128-x86_64-linux/__init__.py
CHANGED
|
@@ -1,14 +1,12 @@
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
|
|
|
| 3 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 4 |
-
from .modules
|
| 5 |
-
from .
|
| 6 |
-
from .models.mixer_seq_simple import MambaLMHeadModel
|
| 7 |
|
|
|
|
| 8 |
__all__ = [
|
| 9 |
-
"selective_scan_fn",
|
| 10 |
-
"
|
| 11 |
-
"Mamba",
|
| 12 |
-
"Mamba2",
|
| 13 |
-
"MambaLMHeadModel",
|
| 14 |
]
|
|
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
| 3 |
+
from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
| 4 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 5 |
+
from .modules import Mamba, Mamba2
|
| 6 |
+
from .models import MambaLMHeadModel
|
|
|
|
| 7 |
|
| 8 |
+
falcon_mamba_inner_fn = mamba_inner_fn
|
| 9 |
__all__ = [
|
| 10 |
+
"selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
|
| 11 |
+
"Mamba", "Mamba2", "MambaLMHeadModel",
|
|
|
|
|
|
|
|
|
|
| 12 |
]
|
build/torch29-cxx11-cu128-x86_64-linux/_mamba_ssm_1a63054.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:32a752606508348bbe26d3095a81c6b26d8bf1d89528e5661d563a5efdc119de
|
| 3 |
-
size 610651464
|
|
|
|
|
|
|
|
|
|
|
|
build/torch29-cxx11-cu128-x86_64-linux/_mamba_ssm_cuda_eomlxkg5rvjoa.abi3.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb2c0f3bad94842e6d43cf37fc651e9b31c5240d48898b598501f0dc27fe9930
|
| 3 |
+
size 610651496
|
build/torch29-cxx11-cu128-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _mamba_ssm_cuda_eomlxkg5rvjoa
|
| 3 |
+
ops = torch.ops._mamba_ssm_cuda_eomlxkg5rvjoa
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_mamba_ssm_cuda_eomlxkg5rvjoa::{op_name}"
|
build/torch29-cxx11-cu128-x86_64-linux/metadata.json
CHANGED
|
@@ -1,4 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
-
"python-depends": [
|
|
|
|
|
|
|
| 4 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
+
"python-depends": [
|
| 4 |
+
"einops"
|
| 5 |
+
]
|
| 6 |
}
|
build/torch29-cxx11-cu128-x86_64-linux/models/__init__.py
CHANGED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .mixer_seq_simple import MambaLMHeadModel
|
| 2 |
+
|
| 3 |
+
__all__ = [
|
| 4 |
+
"MambaLMHeadModel",
|
| 5 |
+
]
|
build/torch29-cxx11-cu128-x86_64-linux/modules/__init__.py
CHANGED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .mamba_simple import Mamba
|
| 2 |
+
from .mamba2 import Mamba2
|
| 3 |
+
|
| 4 |
+
__all__ = [
|
| 5 |
+
"Mamba",
|
| 6 |
+
"Mamba2",
|
| 7 |
+
]
|
build/torch29-cxx11-cu128-x86_64-linux/ops/__init__.py
CHANGED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
from .triton import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
build/torch29-cxx11-cu128-x86_64-linux/ops/triton/__init__.py
CHANGED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from .selective_state_update import selective_state_update
|
| 2 |
+
from .ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
build/torch29-cxx11-cu128-x86_64-linux/utils/generation.py
CHANGED
|
@@ -11,8 +11,7 @@ import torch.nn.functional as F
|
|
| 11 |
from einops import rearrange, repeat
|
| 12 |
from torch import Tensor
|
| 13 |
from torch.profiler import ProfilerActivity, profile, record_function
|
| 14 |
-
from transformers.generation import
|
| 15 |
-
|
| 16 |
|
| 17 |
@dataclass
|
| 18 |
class InferenceParams:
|
|
|
|
| 11 |
from einops import rearrange, repeat
|
| 12 |
from torch import Tensor
|
| 13 |
from torch.profiler import ProfilerActivity, profile, record_function
|
| 14 |
+
from transformers.generation import GenerateDecoderOnlyOutput, TextStreamer
|
|
|
|
| 15 |
|
| 16 |
@dataclass
|
| 17 |
class InferenceParams:
|
build/torch29-cxx11-cu130-x86_64-linux/__init__.py
CHANGED
|
@@ -1,14 +1,12 @@
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
|
|
|
| 3 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 4 |
-
from .modules
|
| 5 |
-
from .
|
| 6 |
-
from .models.mixer_seq_simple import MambaLMHeadModel
|
| 7 |
|
|
|
|
| 8 |
__all__ = [
|
| 9 |
-
"selective_scan_fn",
|
| 10 |
-
"
|
| 11 |
-
"Mamba",
|
| 12 |
-
"Mamba2",
|
| 13 |
-
"MambaLMHeadModel",
|
| 14 |
]
|
|
|
|
| 1 |
__version__ = "2.2.4"
|
| 2 |
|
| 3 |
+
from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
|
| 4 |
from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
|
| 5 |
+
from .modules import Mamba, Mamba2
|
| 6 |
+
from .models import MambaLMHeadModel
|
|
|
|
| 7 |
|
| 8 |
+
falcon_mamba_inner_fn = mamba_inner_fn
|
| 9 |
__all__ = [
|
| 10 |
+
"selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
|
| 11 |
+
"Mamba", "Mamba2", "MambaLMHeadModel",
|
|
|
|
|
|
|
|
|
|
| 12 |
]
|
build/torch29-cxx11-cu130-x86_64-linux/_mamba_ssm_1a63054.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:85c1aec6878d012e5de30321bdc4bb72b3c41caff53198c0fe65d0f7442212fd
|
| 3 |
-
size 446626672
|
|
|
|
|
|
|
|
|
|
|
|
build/torch29-cxx11-cu130-x86_64-linux/_mamba_ssm_cuda_szbxxtsgftczo.abi3.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b5cf96ebc7f14251217da815b24e44a271503a86b1ad4a96ff016a62dad96b0
|
| 3 |
+
size 446626712
|
build/torch29-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _mamba_ssm_cuda_szbxxtsgftczo
|
| 3 |
+
ops = torch.ops._mamba_ssm_cuda_szbxxtsgftczo
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_mamba_ssm_cuda_szbxxtsgftczo::{op_name}"
|