Kernels
danieldk HF Staff commited on
Commit
d428e60
·
verified ·
1 Parent(s): 571b555

Build uploaded using `kernels`.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. build/torch210-cxx11-cu126-x86_64-linux/__init__.py +6 -8
  2. build/torch210-cxx11-cu126-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_muomt3evauf7u.abi3.so} +2 -2
  3. build/torch210-cxx11-cu126-x86_64-linux/_ops.py +3 -3
  4. build/torch210-cxx11-cu126-x86_64-linux/metadata.json +3 -1
  5. build/torch210-cxx11-cu126-x86_64-linux/models/__init__.py +5 -0
  6. build/torch210-cxx11-cu126-x86_64-linux/modules/__init__.py +7 -0
  7. build/torch210-cxx11-cu126-x86_64-linux/ops/__init__.py +1 -0
  8. build/torch210-cxx11-cu126-x86_64-linux/ops/triton/__init__.py +2 -0
  9. build/torch210-cxx11-cu126-x86_64-linux/utils/generation.py +1 -2
  10. build/torch210-cxx11-cu128-x86_64-linux/__init__.py +6 -8
  11. build/torch210-cxx11-cu128-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_p3tnkmr4mmukm.abi3.so} +2 -2
  12. build/torch210-cxx11-cu128-x86_64-linux/_ops.py +3 -3
  13. build/torch210-cxx11-cu128-x86_64-linux/metadata.json +3 -1
  14. build/torch210-cxx11-cu128-x86_64-linux/models/__init__.py +5 -0
  15. build/torch210-cxx11-cu128-x86_64-linux/modules/__init__.py +7 -0
  16. build/torch210-cxx11-cu128-x86_64-linux/ops/__init__.py +1 -0
  17. build/torch210-cxx11-cu128-x86_64-linux/ops/triton/__init__.py +2 -0
  18. build/torch210-cxx11-cu128-x86_64-linux/utils/generation.py +1 -2
  19. build/torch210-cxx11-cu130-x86_64-linux/__init__.py +6 -8
  20. build/torch210-cxx11-cu130-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_yndcxrj64jqjy.abi3.so} +2 -2
  21. build/torch210-cxx11-cu130-x86_64-linux/_ops.py +3 -3
  22. build/torch210-cxx11-cu130-x86_64-linux/metadata.json +3 -1
  23. build/torch210-cxx11-cu130-x86_64-linux/models/__init__.py +5 -0
  24. build/torch210-cxx11-cu130-x86_64-linux/modules/__init__.py +7 -0
  25. build/torch210-cxx11-cu130-x86_64-linux/ops/__init__.py +1 -0
  26. build/torch210-cxx11-cu130-x86_64-linux/ops/triton/__init__.py +2 -0
  27. build/torch210-cxx11-cu130-x86_64-linux/utils/generation.py +1 -2
  28. build/torch29-cxx11-cu126-x86_64-linux/__init__.py +6 -8
  29. build/torch29-cxx11-cu126-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_lknozciqovp5m.abi3.so} +2 -2
  30. build/torch29-cxx11-cu126-x86_64-linux/_ops.py +3 -3
  31. build/torch29-cxx11-cu126-x86_64-linux/metadata.json +3 -1
  32. build/torch29-cxx11-cu126-x86_64-linux/models/__init__.py +5 -0
  33. build/torch29-cxx11-cu126-x86_64-linux/modules/__init__.py +7 -0
  34. build/torch29-cxx11-cu126-x86_64-linux/ops/__init__.py +1 -0
  35. build/torch29-cxx11-cu126-x86_64-linux/ops/triton/__init__.py +2 -0
  36. build/torch29-cxx11-cu126-x86_64-linux/utils/generation.py +1 -2
  37. build/torch29-cxx11-cu128-x86_64-linux/__init__.py +6 -8
  38. build/torch29-cxx11-cu128-x86_64-linux/_mamba_ssm_1a63054.abi3.so +0 -3
  39. build/torch29-cxx11-cu128-x86_64-linux/_mamba_ssm_cuda_eomlxkg5rvjoa.abi3.so +3 -0
  40. build/torch29-cxx11-cu128-x86_64-linux/_ops.py +3 -3
  41. build/torch29-cxx11-cu128-x86_64-linux/metadata.json +3 -1
  42. build/torch29-cxx11-cu128-x86_64-linux/models/__init__.py +5 -0
  43. build/torch29-cxx11-cu128-x86_64-linux/modules/__init__.py +7 -0
  44. build/torch29-cxx11-cu128-x86_64-linux/ops/__init__.py +1 -0
  45. build/torch29-cxx11-cu128-x86_64-linux/ops/triton/__init__.py +2 -0
  46. build/torch29-cxx11-cu128-x86_64-linux/utils/generation.py +1 -2
  47. build/torch29-cxx11-cu130-x86_64-linux/__init__.py +6 -8
  48. build/torch29-cxx11-cu130-x86_64-linux/_mamba_ssm_1a63054.abi3.so +0 -3
  49. build/torch29-cxx11-cu130-x86_64-linux/_mamba_ssm_cuda_szbxxtsgftczo.abi3.so +3 -0
  50. build/torch29-cxx11-cu130-x86_64-linux/_ops.py +3 -3
build/torch210-cxx11-cu126-x86_64-linux/__init__.py CHANGED
@@ -1,14 +1,12 @@
1
  __version__ = "2.2.4"
2
 
 
3
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
4
- from .modules.mamba_simple import Mamba
5
- from .modules.mamba2 import Mamba2
6
- from .models.mixer_seq_simple import MambaLMHeadModel
7
 
 
8
  __all__ = [
9
- "selective_scan_fn",
10
- "mamba_inner_fn",
11
- "Mamba",
12
- "Mamba2",
13
- "MambaLMHeadModel",
14
  ]
 
1
  __version__ = "2.2.4"
2
 
3
+ from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
4
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
5
+ from .modules import Mamba, Mamba2
6
+ from .models import MambaLMHeadModel
 
7
 
8
+ falcon_mamba_inner_fn = mamba_inner_fn
9
  __all__ = [
10
+ "selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
11
+ "Mamba", "Mamba2", "MambaLMHeadModel",
 
 
 
12
  ]
build/torch210-cxx11-cu126-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_muomt3evauf7u.abi3.so} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed029d363b3bb2149788b3577e7b0a7c5783d7ce40d5ad0de45679b5cdfe5484
3
- size 444257200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eb110259b4313446e301660d897825a591775c7f9ed9853970b2fd6358e1eb9
3
+ size 444257232
build/torch210-cxx11-cu126-x86_64-linux/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _mamba_ssm_1a63054
3
- ops = torch.ops._mamba_ssm_1a63054
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_mamba_ssm_1a63054::{op_name}"
 
1
  import torch
2
+ from . import _mamba_ssm_cuda_muomt3evauf7u
3
+ ops = torch.ops._mamba_ssm_cuda_muomt3evauf7u
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_mamba_ssm_cuda_muomt3evauf7u::{op_name}"
build/torch210-cxx11-cu126-x86_64-linux/metadata.json CHANGED
@@ -1,4 +1,6 @@
1
  {
2
  "version": 1,
3
- "python-depends": []
 
 
4
  }
 
1
  {
2
  "version": 1,
3
+ "python-depends": [
4
+ "einops"
5
+ ]
6
  }
build/torch210-cxx11-cu126-x86_64-linux/models/__init__.py CHANGED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ from .mixer_seq_simple import MambaLMHeadModel
2
+
3
+ __all__ = [
4
+ "MambaLMHeadModel",
5
+ ]
build/torch210-cxx11-cu126-x86_64-linux/modules/__init__.py CHANGED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ from .mamba_simple import Mamba
2
+ from .mamba2 import Mamba2
3
+
4
+ __all__ = [
5
+ "Mamba",
6
+ "Mamba2",
7
+ ]
build/torch210-cxx11-cu126-x86_64-linux/ops/__init__.py CHANGED
@@ -0,0 +1 @@
 
 
1
+ from .triton import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
build/torch210-cxx11-cu126-x86_64-linux/ops/triton/__init__.py CHANGED
@@ -0,0 +1,2 @@
 
 
 
1
+ from .selective_state_update import selective_state_update
2
+ from .ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
build/torch210-cxx11-cu126-x86_64-linux/utils/generation.py CHANGED
@@ -11,8 +11,7 @@ import torch.nn.functional as F
11
  from einops import rearrange, repeat
12
  from torch import Tensor
13
  from torch.profiler import ProfilerActivity, profile, record_function
14
- from transformers.generation import GreedySearchDecoderOnlyOutput, SampleDecoderOnlyOutput, TextStreamer
15
-
16
 
17
  @dataclass
18
  class InferenceParams:
 
11
  from einops import rearrange, repeat
12
  from torch import Tensor
13
  from torch.profiler import ProfilerActivity, profile, record_function
14
+ from transformers.generation import GenerateDecoderOnlyOutput, TextStreamer
 
15
 
16
  @dataclass
17
  class InferenceParams:
build/torch210-cxx11-cu128-x86_64-linux/__init__.py CHANGED
@@ -1,14 +1,12 @@
1
  __version__ = "2.2.4"
2
 
 
3
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
4
- from .modules.mamba_simple import Mamba
5
- from .modules.mamba2 import Mamba2
6
- from .models.mixer_seq_simple import MambaLMHeadModel
7
 
 
8
  __all__ = [
9
- "selective_scan_fn",
10
- "mamba_inner_fn",
11
- "Mamba",
12
- "Mamba2",
13
- "MambaLMHeadModel",
14
  ]
 
1
  __version__ = "2.2.4"
2
 
3
+ from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
4
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
5
+ from .modules import Mamba, Mamba2
6
+ from .models import MambaLMHeadModel
 
7
 
8
+ falcon_mamba_inner_fn = mamba_inner_fn
9
  __all__ = [
10
+ "selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
11
+ "Mamba", "Mamba2", "MambaLMHeadModel",
 
 
 
12
  ]
build/torch210-cxx11-cu128-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_p3tnkmr4mmukm.abi3.so} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b0997257c9217211de7446898e89756ab9a6237989ea6817f3bb018abde9df3c
3
- size 610662240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81bd32914c56686dc50c48ed195db1540a9a90658c9dbcb0355f995e90dfe180
3
+ size 610662272
build/torch210-cxx11-cu128-x86_64-linux/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _mamba_ssm_1a63054
3
- ops = torch.ops._mamba_ssm_1a63054
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_mamba_ssm_1a63054::{op_name}"
 
1
  import torch
2
+ from . import _mamba_ssm_cuda_p3tnkmr4mmukm
3
+ ops = torch.ops._mamba_ssm_cuda_p3tnkmr4mmukm
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_mamba_ssm_cuda_p3tnkmr4mmukm::{op_name}"
build/torch210-cxx11-cu128-x86_64-linux/metadata.json CHANGED
@@ -1,4 +1,6 @@
1
  {
2
  "version": 1,
3
- "python-depends": []
 
 
4
  }
 
1
  {
2
  "version": 1,
3
+ "python-depends": [
4
+ "einops"
5
+ ]
6
  }
build/torch210-cxx11-cu128-x86_64-linux/models/__init__.py CHANGED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ from .mixer_seq_simple import MambaLMHeadModel
2
+
3
+ __all__ = [
4
+ "MambaLMHeadModel",
5
+ ]
build/torch210-cxx11-cu128-x86_64-linux/modules/__init__.py CHANGED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ from .mamba_simple import Mamba
2
+ from .mamba2 import Mamba2
3
+
4
+ __all__ = [
5
+ "Mamba",
6
+ "Mamba2",
7
+ ]
build/torch210-cxx11-cu128-x86_64-linux/ops/__init__.py CHANGED
@@ -0,0 +1 @@
 
 
1
+ from .triton import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
build/torch210-cxx11-cu128-x86_64-linux/ops/triton/__init__.py CHANGED
@@ -0,0 +1,2 @@
 
 
 
1
+ from .selective_state_update import selective_state_update
2
+ from .ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
build/torch210-cxx11-cu128-x86_64-linux/utils/generation.py CHANGED
@@ -11,8 +11,7 @@ import torch.nn.functional as F
11
  from einops import rearrange, repeat
12
  from torch import Tensor
13
  from torch.profiler import ProfilerActivity, profile, record_function
14
- from transformers.generation import GreedySearchDecoderOnlyOutput, SampleDecoderOnlyOutput, TextStreamer
15
-
16
 
17
  @dataclass
18
  class InferenceParams:
 
11
  from einops import rearrange, repeat
12
  from torch import Tensor
13
  from torch.profiler import ProfilerActivity, profile, record_function
14
+ from transformers.generation import GenerateDecoderOnlyOutput, TextStreamer
 
15
 
16
  @dataclass
17
  class InferenceParams:
build/torch210-cxx11-cu130-x86_64-linux/__init__.py CHANGED
@@ -1,14 +1,12 @@
1
  __version__ = "2.2.4"
2
 
 
3
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
4
- from .modules.mamba_simple import Mamba
5
- from .modules.mamba2 import Mamba2
6
- from .models.mixer_seq_simple import MambaLMHeadModel
7
 
 
8
  __all__ = [
9
- "selective_scan_fn",
10
- "mamba_inner_fn",
11
- "Mamba",
12
- "Mamba2",
13
- "MambaLMHeadModel",
14
  ]
 
1
  __version__ = "2.2.4"
2
 
3
+ from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
4
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
5
+ from .modules import Mamba, Mamba2
6
+ from .models import MambaLMHeadModel
 
7
 
8
+ falcon_mamba_inner_fn = mamba_inner_fn
9
  __all__ = [
10
+ "selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
11
+ "Mamba", "Mamba2", "MambaLMHeadModel",
 
 
 
12
  ]
build/torch210-cxx11-cu130-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_yndcxrj64jqjy.abi3.so} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:722c9a77eedb9a593885db984a9fc3a2e8bcea0e1c769a1b79c6f1312a68dddb
3
- size 446637448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1416b3f9ce1d7c2a33874baa9fca4de03305f693aff3aa952f990943002d3d7
3
+ size 446637480
build/torch210-cxx11-cu130-x86_64-linux/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _mamba_ssm_1a63054
3
- ops = torch.ops._mamba_ssm_1a63054
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_mamba_ssm_1a63054::{op_name}"
 
1
  import torch
2
+ from . import _mamba_ssm_cuda_yndcxrj64jqjy
3
+ ops = torch.ops._mamba_ssm_cuda_yndcxrj64jqjy
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_mamba_ssm_cuda_yndcxrj64jqjy::{op_name}"
build/torch210-cxx11-cu130-x86_64-linux/metadata.json CHANGED
@@ -1,4 +1,6 @@
1
  {
2
  "version": 1,
3
- "python-depends": []
 
 
4
  }
 
1
  {
2
  "version": 1,
3
+ "python-depends": [
4
+ "einops"
5
+ ]
6
  }
build/torch210-cxx11-cu130-x86_64-linux/models/__init__.py CHANGED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ from .mixer_seq_simple import MambaLMHeadModel
2
+
3
+ __all__ = [
4
+ "MambaLMHeadModel",
5
+ ]
build/torch210-cxx11-cu130-x86_64-linux/modules/__init__.py CHANGED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ from .mamba_simple import Mamba
2
+ from .mamba2 import Mamba2
3
+
4
+ __all__ = [
5
+ "Mamba",
6
+ "Mamba2",
7
+ ]
build/torch210-cxx11-cu130-x86_64-linux/ops/__init__.py CHANGED
@@ -0,0 +1 @@
 
 
1
+ from .triton import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
build/torch210-cxx11-cu130-x86_64-linux/ops/triton/__init__.py CHANGED
@@ -0,0 +1,2 @@
 
 
 
1
+ from .selective_state_update import selective_state_update
2
+ from .ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
build/torch210-cxx11-cu130-x86_64-linux/utils/generation.py CHANGED
@@ -11,8 +11,7 @@ import torch.nn.functional as F
11
  from einops import rearrange, repeat
12
  from torch import Tensor
13
  from torch.profiler import ProfilerActivity, profile, record_function
14
- from transformers.generation import GreedySearchDecoderOnlyOutput, SampleDecoderOnlyOutput, TextStreamer
15
-
16
 
17
  @dataclass
18
  class InferenceParams:
 
11
  from einops import rearrange, repeat
12
  from torch import Tensor
13
  from torch.profiler import ProfilerActivity, profile, record_function
14
+ from transformers.generation import GenerateDecoderOnlyOutput, TextStreamer
 
15
 
16
  @dataclass
17
  class InferenceParams:
build/torch29-cxx11-cu126-x86_64-linux/__init__.py CHANGED
@@ -1,14 +1,12 @@
1
  __version__ = "2.2.4"
2
 
 
3
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
4
- from .modules.mamba_simple import Mamba
5
- from .modules.mamba2 import Mamba2
6
- from .models.mixer_seq_simple import MambaLMHeadModel
7
 
 
8
  __all__ = [
9
- "selective_scan_fn",
10
- "mamba_inner_fn",
11
- "Mamba",
12
- "Mamba2",
13
- "MambaLMHeadModel",
14
  ]
 
1
  __version__ = "2.2.4"
2
 
3
+ from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
4
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
5
+ from .modules import Mamba, Mamba2
6
+ from .models import MambaLMHeadModel
 
7
 
8
+ falcon_mamba_inner_fn = mamba_inner_fn
9
  __all__ = [
10
+ "selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
11
+ "Mamba", "Mamba2", "MambaLMHeadModel",
 
 
 
12
  ]
build/torch29-cxx11-cu126-x86_64-linux/{_mamba_ssm_1a63054.abi3.so → _mamba_ssm_cuda_lknozciqovp5m.abi3.so} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a243449941f1718d8fb655cdeb3a41dafc4984d7717ac774a79f6dbcc215d20
3
- size 444242136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81da74fdca330af5de6fdbfed5ee56c7acb25cd8799f2db37fbd58690f80c810
3
+ size 444242168
build/torch29-cxx11-cu126-x86_64-linux/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _mamba_ssm_1a63054
3
- ops = torch.ops._mamba_ssm_1a63054
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_mamba_ssm_1a63054::{op_name}"
 
1
  import torch
2
+ from . import _mamba_ssm_cuda_lknozciqovp5m
3
+ ops = torch.ops._mamba_ssm_cuda_lknozciqovp5m
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_mamba_ssm_cuda_lknozciqovp5m::{op_name}"
build/torch29-cxx11-cu126-x86_64-linux/metadata.json CHANGED
@@ -1,4 +1,6 @@
1
  {
2
  "version": 1,
3
- "python-depends": []
 
 
4
  }
 
1
  {
2
  "version": 1,
3
+ "python-depends": [
4
+ "einops"
5
+ ]
6
  }
build/torch29-cxx11-cu126-x86_64-linux/models/__init__.py CHANGED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ from .mixer_seq_simple import MambaLMHeadModel
2
+
3
+ __all__ = [
4
+ "MambaLMHeadModel",
5
+ ]
build/torch29-cxx11-cu126-x86_64-linux/modules/__init__.py CHANGED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ from .mamba_simple import Mamba
2
+ from .mamba2 import Mamba2
3
+
4
+ __all__ = [
5
+ "Mamba",
6
+ "Mamba2",
7
+ ]
build/torch29-cxx11-cu126-x86_64-linux/ops/__init__.py CHANGED
@@ -0,0 +1 @@
 
 
1
+ from .triton import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
build/torch29-cxx11-cu126-x86_64-linux/ops/triton/__init__.py CHANGED
@@ -0,0 +1,2 @@
 
 
 
1
+ from .selective_state_update import selective_state_update
2
+ from .ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
build/torch29-cxx11-cu126-x86_64-linux/utils/generation.py CHANGED
@@ -11,8 +11,7 @@ import torch.nn.functional as F
11
  from einops import rearrange, repeat
12
  from torch import Tensor
13
  from torch.profiler import ProfilerActivity, profile, record_function
14
- from transformers.generation import GreedySearchDecoderOnlyOutput, SampleDecoderOnlyOutput, TextStreamer
15
-
16
 
17
  @dataclass
18
  class InferenceParams:
 
11
  from einops import rearrange, repeat
12
  from torch import Tensor
13
  from torch.profiler import ProfilerActivity, profile, record_function
14
+ from transformers.generation import GenerateDecoderOnlyOutput, TextStreamer
 
15
 
16
  @dataclass
17
  class InferenceParams:
build/torch29-cxx11-cu128-x86_64-linux/__init__.py CHANGED
@@ -1,14 +1,12 @@
1
  __version__ = "2.2.4"
2
 
 
3
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
4
- from .modules.mamba_simple import Mamba
5
- from .modules.mamba2 import Mamba2
6
- from .models.mixer_seq_simple import MambaLMHeadModel
7
 
 
8
  __all__ = [
9
- "selective_scan_fn",
10
- "mamba_inner_fn",
11
- "Mamba",
12
- "Mamba2",
13
- "MambaLMHeadModel",
14
  ]
 
1
  __version__ = "2.2.4"
2
 
3
+ from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
4
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
5
+ from .modules import Mamba, Mamba2
6
+ from .models import MambaLMHeadModel
 
7
 
8
+ falcon_mamba_inner_fn = mamba_inner_fn
9
  __all__ = [
10
+ "selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
11
+ "Mamba", "Mamba2", "MambaLMHeadModel",
 
 
 
12
  ]
build/torch29-cxx11-cu128-x86_64-linux/_mamba_ssm_1a63054.abi3.so DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:32a752606508348bbe26d3095a81c6b26d8bf1d89528e5661d563a5efdc119de
3
- size 610651464
 
 
 
 
build/torch29-cxx11-cu128-x86_64-linux/_mamba_ssm_cuda_eomlxkg5rvjoa.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb2c0f3bad94842e6d43cf37fc651e9b31c5240d48898b598501f0dc27fe9930
3
+ size 610651496
build/torch29-cxx11-cu128-x86_64-linux/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _mamba_ssm_1a63054
3
- ops = torch.ops._mamba_ssm_1a63054
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_mamba_ssm_1a63054::{op_name}"
 
1
  import torch
2
+ from . import _mamba_ssm_cuda_eomlxkg5rvjoa
3
+ ops = torch.ops._mamba_ssm_cuda_eomlxkg5rvjoa
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_mamba_ssm_cuda_eomlxkg5rvjoa::{op_name}"
build/torch29-cxx11-cu128-x86_64-linux/metadata.json CHANGED
@@ -1,4 +1,6 @@
1
  {
2
  "version": 1,
3
- "python-depends": []
 
 
4
  }
 
1
  {
2
  "version": 1,
3
+ "python-depends": [
4
+ "einops"
5
+ ]
6
  }
build/torch29-cxx11-cu128-x86_64-linux/models/__init__.py CHANGED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ from .mixer_seq_simple import MambaLMHeadModel
2
+
3
+ __all__ = [
4
+ "MambaLMHeadModel",
5
+ ]
build/torch29-cxx11-cu128-x86_64-linux/modules/__init__.py CHANGED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ from .mamba_simple import Mamba
2
+ from .mamba2 import Mamba2
3
+
4
+ __all__ = [
5
+ "Mamba",
6
+ "Mamba2",
7
+ ]
build/torch29-cxx11-cu128-x86_64-linux/ops/__init__.py CHANGED
@@ -0,0 +1 @@
 
 
1
+ from .triton import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
build/torch29-cxx11-cu128-x86_64-linux/ops/triton/__init__.py CHANGED
@@ -0,0 +1,2 @@
 
 
 
1
+ from .selective_state_update import selective_state_update
2
+ from .ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
build/torch29-cxx11-cu128-x86_64-linux/utils/generation.py CHANGED
@@ -11,8 +11,7 @@ import torch.nn.functional as F
11
  from einops import rearrange, repeat
12
  from torch import Tensor
13
  from torch.profiler import ProfilerActivity, profile, record_function
14
- from transformers.generation import GreedySearchDecoderOnlyOutput, SampleDecoderOnlyOutput, TextStreamer
15
-
16
 
17
  @dataclass
18
  class InferenceParams:
 
11
  from einops import rearrange, repeat
12
  from torch import Tensor
13
  from torch.profiler import ProfilerActivity, profile, record_function
14
+ from transformers.generation import GenerateDecoderOnlyOutput, TextStreamer
 
15
 
16
  @dataclass
17
  class InferenceParams:
build/torch29-cxx11-cu130-x86_64-linux/__init__.py CHANGED
@@ -1,14 +1,12 @@
1
  __version__ = "2.2.4"
2
 
 
3
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
4
- from .modules.mamba_simple import Mamba
5
- from .modules.mamba2 import Mamba2
6
- from .models.mixer_seq_simple import MambaLMHeadModel
7
 
 
8
  __all__ = [
9
- "selective_scan_fn",
10
- "mamba_inner_fn",
11
- "Mamba",
12
- "Mamba2",
13
- "MambaLMHeadModel",
14
  ]
 
1
  __version__ = "2.2.4"
2
 
3
+ from .ops import selective_state_update, mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined
4
  from .ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn
5
+ from .modules import Mamba, Mamba2
6
+ from .models import MambaLMHeadModel
 
7
 
8
+ falcon_mamba_inner_fn = mamba_inner_fn
9
  __all__ = [
10
+ "selective_scan_fn", "mamba_inner_fn", "falcon_mamba_inner_fn", "selective_state_update", "mamba_chunk_scan_combined", "mamba_split_conv1d_scan_combined",
11
+ "Mamba", "Mamba2", "MambaLMHeadModel",
 
 
 
12
  ]
build/torch29-cxx11-cu130-x86_64-linux/_mamba_ssm_1a63054.abi3.so DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:85c1aec6878d012e5de30321bdc4bb72b3c41caff53198c0fe65d0f7442212fd
3
- size 446626672
 
 
 
 
build/torch29-cxx11-cu130-x86_64-linux/_mamba_ssm_cuda_szbxxtsgftczo.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b5cf96ebc7f14251217da815b24e44a271503a86b1ad4a96ff016a62dad96b0
3
+ size 446626712
build/torch29-cxx11-cu130-x86_64-linux/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _mamba_ssm_1a63054
3
- ops = torch.ops._mamba_ssm_1a63054
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_mamba_ssm_1a63054::{op_name}"
 
1
  import torch
2
+ from . import _mamba_ssm_cuda_szbxxtsgftczo
3
+ ops = torch.ops._mamba_ssm_cuda_szbxxtsgftczo
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_mamba_ssm_cuda_szbxxtsgftczo::{op_name}"