Instructions to use replicate/rotary with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Kernels
How to use replicate/rotary with Kernels:
# !pip install kernels from kernels import get_kernel # a version (or an explicit revision) is required; see the "Files and versions" tab for the available ones kernel = get_kernel("replicate/rotary", version=1) - Notebooks
- Google Colab
- Kaggle
Uploaded using `kernel-builder`.
Browse files- build/torch210-cxx11-cu126-x86_64-linux/__init__.py +4 -0
- build/torch210-cxx11-cu126-x86_64-linux/_ops.py +3 -3
- build/torch210-cxx11-cu126-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so} +1 -1
- build/torch210-cxx11-cu126-x86_64-linux/metadata.json +1 -1
- build/torch210-cxx11-cu128-x86_64-linux/__init__.py +4 -0
- build/torch210-cxx11-cu128-x86_64-linux/_ops.py +3 -3
- build/torch210-cxx11-cu128-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so} +1 -1
- build/torch210-cxx11-cu128-x86_64-linux/metadata.json +1 -1
- build/torch210-cxx11-cu130-x86_64-linux/__init__.py +4 -0
- build/torch210-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch210-cxx11-cu130-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so} +1 -1
- build/torch210-cxx11-cu130-x86_64-linux/metadata.json +1 -1
- build/torch211-cxx11-cu126-x86_64-linux/__init__.py +4 -0
- build/torch211-cxx11-cu126-x86_64-linux/_ops.py +3 -3
- build/torch211-cxx11-cu126-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so} +1 -1
- build/torch211-cxx11-cu126-x86_64-linux/metadata.json +1 -1
- build/torch211-cxx11-cu128-x86_64-linux/__init__.py +4 -0
- build/torch211-cxx11-cu128-x86_64-linux/_ops.py +3 -3
- build/torch211-cxx11-cu128-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so} +1 -1
- build/torch211-cxx11-cu128-x86_64-linux/metadata.json +1 -1
- build/torch211-cxx11-cu130-x86_64-linux/__init__.py +4 -0
- build/torch211-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch211-cxx11-cu130-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so} +1 -1
- build/torch211-cxx11-cu130-x86_64-linux/metadata.json +1 -1
- build/torch212-cxx11-cu126-x86_64-linux/__init__.py +4 -0
- build/torch212-cxx11-cu126-x86_64-linux/_ops.py +3 -3
- build/torch212-cxx11-cu126-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so} +1 -1
- build/torch212-cxx11-cu126-x86_64-linux/metadata.json +1 -1
- build/torch212-cxx11-cu130-x86_64-linux/__init__.py +4 -0
- build/torch212-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch212-cxx11-cu130-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so} +1 -1
- build/torch212-cxx11-cu130-x86_64-linux/metadata.json +1 -1
- build/torch212-cxx11-cu132-x86_64-linux/__init__.py +4 -0
- build/torch212-cxx11-cu132-x86_64-linux/_ops.py +3 -3
- build/torch212-cxx11-cu132-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so} +1 -1
- build/torch212-cxx11-cu132-x86_64-linux/metadata.json +1 -1
build/torch210-cxx11-cu126-x86_64-linux/__init__.py
CHANGED
|
@@ -49,4 +49,8 @@ def apply_rotary_transformers(
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
build/torch210-cxx11-cu126-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_cuda_52256cf
|
| 3 |
+
ops = torch.ops._rotary_cuda_52256cf
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_cuda_52256cf::{op_name}"
|
build/torch210-cxx11-cu126-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 8200568
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4d63dfaba5fdcdb6332d83a26bdff39fd5312b88dc553cd909e1e309eeb7f21a
|
| 3 |
size 8200568
|
build/torch210-cxx11-cu126-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_52256cf",
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
build/torch210-cxx11-cu128-x86_64-linux/__init__.py
CHANGED
|
@@ -49,4 +49,8 @@ def apply_rotary_transformers(
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
build/torch210-cxx11-cu128-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_cuda_52256cf
|
| 3 |
+
ops = torch.ops._rotary_cuda_52256cf
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_cuda_52256cf::{op_name}"
|
build/torch210-cxx11-cu128-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 11905904
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:afb6d12980a0737f70ff86896489e7abbde3a96de6beb4b26f1d272575d0d453
|
| 3 |
size 11905904
|
build/torch210-cxx11-cu128-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_52256cf",
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
build/torch210-cxx11-cu130-x86_64-linux/__init__.py
CHANGED
|
@@ -49,4 +49,8 @@ def apply_rotary_transformers(
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
build/torch210-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_cuda_52256cf
|
| 3 |
+
ops = torch.ops._rotary_cuda_52256cf
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_cuda_52256cf::{op_name}"
|
build/torch210-cxx11-cu130-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 10307160
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:05aa7e0bab4d1c25bf4a5270e583947415a189931374bc535de25cd54cb934f1
|
| 3 |
size 10307160
|
build/torch210-cxx11-cu130-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_52256cf",
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
build/torch211-cxx11-cu126-x86_64-linux/__init__.py
CHANGED
|
@@ -49,4 +49,8 @@ def apply_rotary_transformers(
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
build/torch211-cxx11-cu126-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_cuda_52256cf
|
| 3 |
+
ops = torch.ops._rotary_cuda_52256cf
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_cuda_52256cf::{op_name}"
|
build/torch211-cxx11-cu126-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 8193600
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:73aef6c230c93e0a59e8caef54fd624c24b430096cd88ecc826ead582a12b20e
|
| 3 |
size 8193600
|
build/torch211-cxx11-cu126-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_52256cf",
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
build/torch211-cxx11-cu128-x86_64-linux/__init__.py
CHANGED
|
@@ -49,4 +49,8 @@ def apply_rotary_transformers(
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
build/torch211-cxx11-cu128-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_cuda_52256cf
|
| 3 |
+
ops = torch.ops._rotary_cuda_52256cf
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_cuda_52256cf::{op_name}"
|
build/torch211-cxx11-cu128-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 11894840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af4abe458db8539ed0fa2ef993c06fe96361529ca31a3e24d1c3f91e5db2eb7a
|
| 3 |
size 11894840
|
build/torch211-cxx11-cu128-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_52256cf",
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
build/torch211-cxx11-cu130-x86_64-linux/__init__.py
CHANGED
|
@@ -49,4 +49,8 @@ def apply_rotary_transformers(
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
build/torch211-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_cuda_52256cf
|
| 3 |
+
ops = torch.ops._rotary_cuda_52256cf
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_cuda_52256cf::{op_name}"
|
build/torch211-cxx11-cu130-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 10296096
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9cf3587f7b04cd2bc86461dd32cab27303899329791ea8cfe8ce8d5880eceb22
|
| 3 |
size 10296096
|
build/torch211-cxx11-cu130-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_52256cf",
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
build/torch212-cxx11-cu126-x86_64-linux/__init__.py
CHANGED
|
@@ -49,4 +49,8 @@ def apply_rotary_transformers(
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
build/torch212-cxx11-cu126-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_cuda_52256cf
|
| 3 |
+
ops = torch.ops._rotary_cuda_52256cf
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_cuda_52256cf::{op_name}"
|
build/torch212-cxx11-cu126-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 8195384
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed210cb54ce063a31c3a900a1e0f328939d76e33fc98aa5c0277c90995f3ef95
|
| 3 |
size 8195384
|
build/torch212-cxx11-cu126-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_52256cf",
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
build/torch212-cxx11-cu130-x86_64-linux/__init__.py
CHANGED
|
@@ -49,4 +49,8 @@ def apply_rotary_transformers(
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
build/torch212-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_cuda_52256cf
|
| 3 |
+
ops = torch.ops._rotary_cuda_52256cf
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_cuda_52256cf::{op_name}"
|
build/torch212-cxx11-cu130-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 10301968
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a062d1bd15623e8296b4865f8c696b606b2577c142db8a6628eaad16fe916349
|
| 3 |
size 10301968
|
build/torch212-cxx11-cu130-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_52256cf",
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
build/torch212-cxx11-cu132-x86_64-linux/__init__.py
CHANGED
|
@@ -49,4 +49,8 @@ def apply_rotary_transformers(
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
| 49 |
return q_rotated, k_rotated
|
| 50 |
|
| 51 |
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
build/torch212-cxx11-cu132-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_cuda_52256cf
|
| 3 |
+
ops = torch.ops._rotary_cuda_52256cf
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_cuda_52256cf::{op_name}"
|
build/torch212-cxx11-cu132-x86_64-linux/{_rotary_cuda_725ebfc.abi3.so → _rotary_cuda_52256cf.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 10490208
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8cf3a7ce082d3a37e816a69d7e49a736fc29c05b115a8879b0fdd2eb0da28087
|
| 3 |
size 10490208
|
build/torch212-cxx11-cu132-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_52256cf",
|
| 4 |
"version": 1,
|
| 5 |
"license": "BSD-3-Clause",
|
| 6 |
"python-depends": [],
|