Kernels:
Trusted publisher
Uploaded using `kernel-builder`.
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- build/torch211-cxx11-cu126-x86_64-linux/__init__.py +57 -0
- build/torch211-cxx11-cu126-x86_64-linux/_ops.py +9 -0
- build/torch211-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
- build/torch211-cxx11-cu126-x86_64-linux/layers.py +41 -0
- build/torch211-cxx11-cu126-x86_64-linux/metadata.json +41 -0
- build/torch211-cxx11-cu126-x86_64-linux/metadata.json.sigstore +1 -0
- build/torch211-cxx11-cu126-x86_64-linux/rotary/__init__.py +26 -0
- build/torch211-cxx11-cu128-x86_64-linux/__init__.py +57 -0
- build/torch211-cxx11-cu128-x86_64-linux/_ops.py +9 -0
- build/torch211-cxx11-cu128-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
- build/torch211-cxx11-cu128-x86_64-linux/layers.py +41 -0
- build/torch211-cxx11-cu128-x86_64-linux/metadata.json +44 -0
- build/torch211-cxx11-cu128-x86_64-linux/metadata.json.sigstore +1 -0
- build/torch211-cxx11-cu128-x86_64-linux/rotary/__init__.py +26 -0
- build/torch211-cxx11-cu130-x86_64-linux/__init__.py +57 -0
- build/torch211-cxx11-cu130-x86_64-linux/_ops.py +9 -0
- build/torch211-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
- build/torch211-cxx11-cu130-x86_64-linux/layers.py +41 -0
- build/torch211-cxx11-cu130-x86_64-linux/metadata.json +43 -0
- build/torch211-cxx11-cu130-x86_64-linux/metadata.json.sigstore +1 -0
- build/torch211-cxx11-cu130-x86_64-linux/rotary/__init__.py +26 -0
- build/torch212-cxx11-cu126-x86_64-linux/__init__.py +57 -0
- build/torch212-cxx11-cu126-x86_64-linux/_ops.py +9 -0
- build/torch212-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
- build/torch212-cxx11-cu126-x86_64-linux/layers.py +41 -0
- build/torch212-cxx11-cu126-x86_64-linux/metadata.json +41 -0
- build/torch212-cxx11-cu126-x86_64-linux/metadata.json.sigstore +1 -0
- build/torch212-cxx11-cu126-x86_64-linux/rotary/__init__.py +26 -0
- build/torch212-cxx11-cu130-x86_64-linux/__init__.py +57 -0
- build/torch212-cxx11-cu130-x86_64-linux/_ops.py +9 -0
- build/torch212-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
- build/torch212-cxx11-cu130-x86_64-linux/layers.py +41 -0
- build/torch212-cxx11-cu130-x86_64-linux/metadata.json +43 -0
- build/torch212-cxx11-cu130-x86_64-linux/metadata.json.sigstore +1 -0
- build/torch212-cxx11-cu130-x86_64-linux/rotary/__init__.py +26 -0
- build/torch212-cxx11-cu132-x86_64-linux/__init__.py +57 -0
- build/torch212-cxx11-cu132-x86_64-linux/_ops.py +9 -0
- build/torch212-cxx11-cu132-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
- build/torch212-cxx11-cu132-x86_64-linux/layers.py +41 -0
- build/torch212-cxx11-cu132-x86_64-linux/metadata.json +43 -0
- build/torch212-cxx11-cu132-x86_64-linux/metadata.json.sigstore +1 -0
- build/torch212-cxx11-cu132-x86_64-linux/rotary/__init__.py +26 -0
- build/torch213-cxx11-cu126-x86_64-linux/__init__.py +57 -0
- build/torch213-cxx11-cu126-x86_64-linux/_ops.py +9 -0
- build/torch213-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
- build/torch213-cxx11-cu126-x86_64-linux/layers.py +41 -0
- build/torch213-cxx11-cu126-x86_64-linux/metadata.json +41 -0
- build/torch213-cxx11-cu126-x86_64-linux/metadata.json.sigstore +1 -0
- build/torch213-cxx11-cu126-x86_64-linux/rotary/__init__.py +26 -0
- build/torch213-cxx11-cu130-x86_64-linux/__init__.py +57 -0
build/torch211-cxx11-cu126-x86_64-linux/__init__.py
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
|
| 3 |
+
from . import layers
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
def apply_rotary(
|
| 8 |
+
x1: torch.Tensor,
|
| 9 |
+
x2: torch.Tensor,
|
| 10 |
+
cos: torch.Tensor,
|
| 11 |
+
sin: torch.Tensor,
|
| 12 |
+
out1: torch.Tensor,
|
| 13 |
+
out2: torch.Tensor,
|
| 14 |
+
conj: bool,
|
| 15 |
+
) -> None:
|
| 16 |
+
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
def apply_rotary_transformers(
|
| 20 |
+
q: torch.Tensor,
|
| 21 |
+
k: torch.Tensor,
|
| 22 |
+
cos: torch.Tensor,
|
| 23 |
+
sin: torch.Tensor,
|
| 24 |
+
unsqueeze_dim: int = 1,
|
| 25 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
+
"""
|
| 27 |
+
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
+
"""
|
| 30 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 32 |
+
|
| 33 |
+
q_rotated = q.clone()
|
| 34 |
+
k_rotated = k.clone()
|
| 35 |
+
|
| 36 |
+
# Get half dimension for rotation
|
| 37 |
+
half_dim = q.shape[-1] // 2
|
| 38 |
+
q1 = q_rotated[..., :half_dim]
|
| 39 |
+
q2 = q_rotated[..., half_dim:]
|
| 40 |
+
k1 = k_rotated[..., :half_dim]
|
| 41 |
+
k2 = k_rotated[..., half_dim:]
|
| 42 |
+
if cos.shape[-1] != half_dim:
|
| 43 |
+
# Trim cos/sin to match half_dim
|
| 44 |
+
cos = cos[..., :half_dim]
|
| 45 |
+
sin = sin[..., :half_dim]
|
| 46 |
+
|
| 47 |
+
apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 48 |
+
apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 49 |
+
return q_rotated, k_rotated
|
| 50 |
+
|
| 51 |
+
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
+
# Keeping `apply_rotary` and `apply_rotary_transformers` for BC
|
| 57 |
+
__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
|
build/torch211-cxx11-cu126-x86_64-linux/_ops.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
from . import _rotary_cuda_83d35ad
|
| 3 |
+
ops = torch.ops._rotary_cuda_83d35ad
|
| 4 |
+
|
| 5 |
+
def add_op_namespace_prefix(op_name: str):
|
| 6 |
+
"""
|
| 7 |
+
Prefix op by namespace.
|
| 8 |
+
"""
|
| 9 |
+
return f"_rotary_cuda_83d35ad::{op_name}"
|
build/torch211-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b6a445355b7a9b3703e4ad0c9e2f69f62a91acccc130aedfd5c4693993aadd87
|
| 3 |
+
size 6307720
|
build/torch211-cxx11-cu126-x86_64-linux/layers.py
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
import torch.nn as nn
|
| 3 |
+
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
class apply_rotary_transformers(nn.Module):
|
| 8 |
+
can_torch_compile = True
|
| 9 |
+
|
| 10 |
+
def forward(
|
| 11 |
+
self,
|
| 12 |
+
q: torch.Tensor,
|
| 13 |
+
k: torch.Tensor,
|
| 14 |
+
cos: torch.Tensor,
|
| 15 |
+
sin: torch.Tensor,
|
| 16 |
+
unsqueeze_dim: int = 1,
|
| 17 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 18 |
+
"""
|
| 19 |
+
Rotary kernel implementation wrapper
|
| 20 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 21 |
+
"""
|
| 22 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 23 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 24 |
+
|
| 25 |
+
q_rotated = q.clone()
|
| 26 |
+
k_rotated = k.clone()
|
| 27 |
+
|
| 28 |
+
# Get half dimension for rotation
|
| 29 |
+
half_dim = q.shape[-1] // 2
|
| 30 |
+
q1 = q_rotated[..., :half_dim]
|
| 31 |
+
q2 = q_rotated[..., half_dim:]
|
| 32 |
+
k1 = k_rotated[..., :half_dim]
|
| 33 |
+
k2 = k_rotated[..., half_dim:]
|
| 34 |
+
if cos.shape[-1] != half_dim:
|
| 35 |
+
# Trim cos/sin to match half_dim
|
| 36 |
+
cos = cos[..., :half_dim]
|
| 37 |
+
sin = sin[..., :half_dim]
|
| 38 |
+
|
| 39 |
+
ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 40 |
+
ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 41 |
+
return q_rotated, k_rotated
|
build/torch211-cxx11-cu126-x86_64-linux/metadata.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_83d35ad",
|
| 4 |
+
"version": 2,
|
| 5 |
+
"license": "BSD-3-Clause",
|
| 6 |
+
"python-depends": [],
|
| 7 |
+
"backend": {
|
| 8 |
+
"type": "cuda",
|
| 9 |
+
"archs": [
|
| 10 |
+
"7.0",
|
| 11 |
+
"7.2",
|
| 12 |
+
"7.5",
|
| 13 |
+
"8.0",
|
| 14 |
+
"8.6",
|
| 15 |
+
"8.7",
|
| 16 |
+
"8.9",
|
| 17 |
+
"9.0+PTX"
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
"digest": {
|
| 21 |
+
"algorithm": "sha256",
|
| 22 |
+
"files": {
|
| 23 |
+
"__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
|
| 24 |
+
"_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
|
| 25 |
+
"_rotary_cuda_83d35ad.abi3.so": "tqRFNVt6mzcD5K0Mni9p9iqRrMzBMK7f1cRpOZOq3Yc=",
|
| 26 |
+
"layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
|
| 27 |
+
"rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
|
| 28 |
+
}
|
| 29 |
+
},
|
| 30 |
+
"provenance": {
|
| 31 |
+
"kernel-builder": {
|
| 32 |
+
"version": "0.17.0-dev0",
|
| 33 |
+
"sha": "81580bb92577f2f7228661ca2a221fc052375709",
|
| 34 |
+
"dirty": false
|
| 35 |
+
},
|
| 36 |
+
"kernel": {
|
| 37 |
+
"sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
|
| 38 |
+
"dirty": false
|
| 39 |
+
}
|
| 40 |
+
}
|
| 41 |
+
}
|
build/torch211-cxx11-cu126-x86_64-linux/metadata.json.sigstore
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUBZE4WkLiNZmeFDpd9zdPisg95kowCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI1WhcNMjYwNzE0MTIxNjI1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE04KDvTfzqDgZN7X1AfcAUjpfQEuW2AHx8mz5VFSwXobAP4uzz8uvsfxalkS/6d0akQtm7/3SabyYN9EXFqvL/aOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUPS9D3TdJfLH1tbyU83w5g0aXSaEwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFcUMAAAQDAEcwRQIhAKjCIbnD46iG2QM8bfwFGEPHiSsYQr2zpVx9fa6X/H10AiBIu6HV6jW3qdFoEc2oR25PTGTlRD5feOSzUTP6dFXOMTAKBggqhkjOPQQDAwNoADBlAjBGyztorfUqo3lms3Bxx4xfdKrC7fUoJq3D4pcEYd4FFNSqMD44+75BFq4cEI0vS1oCMQDJY+0OJ/vS0hJhsow0LI16B35OfPFJJjIVcVnscowyCqifFJ3NOahUGe0CI8KAyhE="}, "tlogEntries":[{"logIndex":"2167871559", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030786", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQDfroWMkYglaxRg4GFVOlT6TnoNjl9kyFnjww/K+GQnDwIgCpTmHypPB8SAH53DldJFKqWwROgyecTm2oZcNTtA9hE="}, "inclusionProof":{"logIndex":"2045967297", "rootHash":"nOTGSGAJaxGaFwPJRNYDlr6M8VcaT9GRtUA7gU3saZg=", "treeSize":"2045967325", "hashes":["foeLSTxuJPn3zFwA/kLG2CI6r3ImcT9JegZDbpt93aw=", "S0ydAFuFbI7pgbAxZzAObH1JljNGMtrbWgEyKyMk1+c=", "0ciIjbG3PJ5j0ugLwuw0uXxgU1rBw/JHwCYPK0v7qpI=", "G7c1qSe7Z4M8kzo+ATApmSgOpYyzWq6OEgwVgsYD8Es=", "XIkGywCdQcDvqqwn1CGsTv1Z6e25rSg6+vc3fFDRqjw=", "Mf94fEf1T+GZUV+XvVX2EIpxBZvgPcQDK//80Up4tIc=", "xaI2qMMmd02o/1MIpcyOTf+/NJ6i6yCa83PwVhvlKXM=", "zDOpCiANxLHr0larYXcklT+pqIvud9jSOo/Ho2272hI=", "6XfMzGNauqy4k/CXeHHBWeBr3CBptqLoDKYZHYSdteg=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967325\nnOTGSGAJaxGaFwPJRNYDlr6M8VcaT9GRtUA7gU3saZg=\n\n— rekor.sigstore.dev wNI9ajBGAiEA4CC0+NQ6Wr5ocGgmceTMF6+SUK6Xi7WhiA1jzM2MvYcCIQDS8+nzN/BnMhY8IFfuP0a0Qq3hkDVY+JgWiJXNs4DuZg==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1OTViMGQxOTVlYzZhZjlmZGE1OTg5ZDQwZTMzNjU5NWM5NDliNmExOTc2YWNhNjUwNjlmZDIxNjg0NzFhNDdlIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNqMGRmYjNDSSt2M3IwR2VWMnN4ckNEU2tkaDFyZ3ZLNG5qZlZlTWhnc0pBSWdRNDEwSFVPQ25PMGhZTzV3K3d2K0U2R3BDKzVibUxaMFJ3a1lBSnBsK2xFPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlFscEZORmRyVEdsT1dtMWxSa1J3WkRsNlpGQnBjMmM1Tld0dmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTVZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtreFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVV3TkV0RWRsUm1lbkZFWjFwT04xZ3hRV1pqUVZWcWNHWlJSWFZYTWtGSWVEaHRlalVLVmtaVGQxaHZZa0ZRTkhWNmVqaDFkbk5tZUdGc2ExTXZObVF3WVd0UmRHMDNMek5UWVdKNVdVNDVSVmhHY1haTUwyRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZRVXpsRUNqTlVaRXBtVEVneGRHSjVWVGd6ZHpWbk1HRllVMkZGZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpqVlUxQlFVRlJSQXBCUldOM1VsRkphRUZMYWtOSlltNUVORFpwUnpKUlRUaGlabmRHUjBWUVNHbFRjMWxSY2pKNmNGWjRPV1poTmxndlNERXdRV2xDU1hVMlNGWTJhbGN6Q25Ga1JtOUZZekp2VWpJMVVGUkhWR3hTUkRWbVpVOVRlbFZVVURaa1JsaFBUVlJCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcENSM2w2ZEc4S2NtWlZjVzh6Ykcxek0wSjRlRFI0Wm1STGNrTTNabFZ2U25FelJEUndZMFZaWkRSR1JrNVRjVTFFTkRRck56VkNSbkUwWTBWSk1IWlRNVzlEVFZGRVNncFpLekJQU2k5MlV6Qm9TbWh6YjNjd1RFa3hOa0l6TlU5bVVFWktTbXBKVm1OV2JuTmpiM2Q1UTNGcFprWktNMDVQWVdoVlIyVXdRMGs0UzBGNWFFVTlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg8XGES2jWYgBlsQE5zz+5udFR1rhU3WehDnULz+GZx5wCFD3vfLYByH9PahI1stcWBxZduJ6lGA8yMDI2MDcxNDEyMDYyNlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwNjI2WjAvBgkqhkiG9w0BCQQxIgQg6rwjpVqzB+LOXBggRVC8beHMAltpzNJGPvC0ZLrt26IwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxANgCqaFNgx48SZXRsnX1AzEtBEfXJe0Lro42j4muYmVR06LLe5YXiN5NrUYnyCpWAAIxAO79xPCcF2J2NZRGRRg3qI+911VxgnX7B75eCrNcTjl10IaNiKwfOz+t6MVe3X4Bqw=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"WVsNGV7Gr5/aWYnUDjNllclJtqGXasplBp/SFoRxpH4="}, "signature":"MEUCIQCj0dfb3CI+v3r0GeV2sxrCDSkdh1rgvK4njfVeMhgsJAIgQ410HUOCnO0hYO5w+wv+E6GpC+5bmLZ0RwkYAJpl+lE="}}
|
build/torch211-cxx11-cu126-x86_64-linux/rotary/__init__.py
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import ctypes
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
from types import ModuleType
|
| 6 |
+
|
| 7 |
+
|
| 8 |
+
def _import_from_path(file_path: Path) -> ModuleType:
|
| 9 |
+
# We cannot use the module name as-is, after adding it to `sys.modules`,
|
| 10 |
+
# it would also be used for other imports. So, we make a module name that
|
| 11 |
+
# depends on the path for it to be unique using the hex-encoded hash of
|
| 12 |
+
# the path.
|
| 13 |
+
path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
|
| 14 |
+
module_name = path_hash
|
| 15 |
+
spec = importlib.util.spec_from_file_location(module_name, file_path)
|
| 16 |
+
if spec is None:
|
| 17 |
+
raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
|
| 18 |
+
module = importlib.util.module_from_spec(spec)
|
| 19 |
+
if module is None:
|
| 20 |
+
raise ImportError(f"Cannot load module {module_name} from spec")
|
| 21 |
+
sys.modules[module_name] = module
|
| 22 |
+
spec.loader.exec_module(module) # type: ignore
|
| 23 |
+
return module
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
|
build/torch211-cxx11-cu128-x86_64-linux/__init__.py
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
|
| 3 |
+
from . import layers
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
def apply_rotary(
|
| 8 |
+
x1: torch.Tensor,
|
| 9 |
+
x2: torch.Tensor,
|
| 10 |
+
cos: torch.Tensor,
|
| 11 |
+
sin: torch.Tensor,
|
| 12 |
+
out1: torch.Tensor,
|
| 13 |
+
out2: torch.Tensor,
|
| 14 |
+
conj: bool,
|
| 15 |
+
) -> None:
|
| 16 |
+
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
def apply_rotary_transformers(
|
| 20 |
+
q: torch.Tensor,
|
| 21 |
+
k: torch.Tensor,
|
| 22 |
+
cos: torch.Tensor,
|
| 23 |
+
sin: torch.Tensor,
|
| 24 |
+
unsqueeze_dim: int = 1,
|
| 25 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
+
"""
|
| 27 |
+
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
+
"""
|
| 30 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 32 |
+
|
| 33 |
+
q_rotated = q.clone()
|
| 34 |
+
k_rotated = k.clone()
|
| 35 |
+
|
| 36 |
+
# Get half dimension for rotation
|
| 37 |
+
half_dim = q.shape[-1] // 2
|
| 38 |
+
q1 = q_rotated[..., :half_dim]
|
| 39 |
+
q2 = q_rotated[..., half_dim:]
|
| 40 |
+
k1 = k_rotated[..., :half_dim]
|
| 41 |
+
k2 = k_rotated[..., half_dim:]
|
| 42 |
+
if cos.shape[-1] != half_dim:
|
| 43 |
+
# Trim cos/sin to match half_dim
|
| 44 |
+
cos = cos[..., :half_dim]
|
| 45 |
+
sin = sin[..., :half_dim]
|
| 46 |
+
|
| 47 |
+
apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 48 |
+
apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 49 |
+
return q_rotated, k_rotated
|
| 50 |
+
|
| 51 |
+
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
+
# Keeping `apply_rotary` and `apply_rotary_transformers` for BC
|
| 57 |
+
__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
|
build/torch211-cxx11-cu128-x86_64-linux/_ops.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
from . import _rotary_cuda_83d35ad
|
| 3 |
+
ops = torch.ops._rotary_cuda_83d35ad
|
| 4 |
+
|
| 5 |
+
def add_op_namespace_prefix(op_name: str):
|
| 6 |
+
"""
|
| 7 |
+
Prefix op by namespace.
|
| 8 |
+
"""
|
| 9 |
+
return f"_rotary_cuda_83d35ad::{op_name}"
|
build/torch211-cxx11-cu128-x86_64-linux/_rotary_cuda_83d35ad.abi3.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d9ef71728252e9c9eeb69ccda9010973116709a9feca95bbc91674548baaf552
|
| 3 |
+
size 9966552
|
build/torch211-cxx11-cu128-x86_64-linux/layers.py
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
import torch.nn as nn
|
| 3 |
+
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
class apply_rotary_transformers(nn.Module):
|
| 8 |
+
can_torch_compile = True
|
| 9 |
+
|
| 10 |
+
def forward(
|
| 11 |
+
self,
|
| 12 |
+
q: torch.Tensor,
|
| 13 |
+
k: torch.Tensor,
|
| 14 |
+
cos: torch.Tensor,
|
| 15 |
+
sin: torch.Tensor,
|
| 16 |
+
unsqueeze_dim: int = 1,
|
| 17 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 18 |
+
"""
|
| 19 |
+
Rotary kernel implementation wrapper
|
| 20 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 21 |
+
"""
|
| 22 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 23 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 24 |
+
|
| 25 |
+
q_rotated = q.clone()
|
| 26 |
+
k_rotated = k.clone()
|
| 27 |
+
|
| 28 |
+
# Get half dimension for rotation
|
| 29 |
+
half_dim = q.shape[-1] // 2
|
| 30 |
+
q1 = q_rotated[..., :half_dim]
|
| 31 |
+
q2 = q_rotated[..., half_dim:]
|
| 32 |
+
k1 = k_rotated[..., :half_dim]
|
| 33 |
+
k2 = k_rotated[..., half_dim:]
|
| 34 |
+
if cos.shape[-1] != half_dim:
|
| 35 |
+
# Trim cos/sin to match half_dim
|
| 36 |
+
cos = cos[..., :half_dim]
|
| 37 |
+
sin = sin[..., :half_dim]
|
| 38 |
+
|
| 39 |
+
ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 40 |
+
ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 41 |
+
return q_rotated, k_rotated
|
build/torch211-cxx11-cu128-x86_64-linux/metadata.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_83d35ad",
|
| 4 |
+
"version": 2,
|
| 5 |
+
"license": "BSD-3-Clause",
|
| 6 |
+
"python-depends": [],
|
| 7 |
+
"backend": {
|
| 8 |
+
"type": "cuda",
|
| 9 |
+
"archs": [
|
| 10 |
+
"10.0",
|
| 11 |
+
"10.1",
|
| 12 |
+
"12.0+PTX",
|
| 13 |
+
"7.0",
|
| 14 |
+
"7.2",
|
| 15 |
+
"7.5",
|
| 16 |
+
"8.0",
|
| 17 |
+
"8.6",
|
| 18 |
+
"8.7",
|
| 19 |
+
"8.9",
|
| 20 |
+
"9.0"
|
| 21 |
+
]
|
| 22 |
+
},
|
| 23 |
+
"digest": {
|
| 24 |
+
"algorithm": "sha256",
|
| 25 |
+
"files": {
|
| 26 |
+
"__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
|
| 27 |
+
"_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
|
| 28 |
+
"_rotary_cuda_83d35ad.abi3.so": "2e9xcoJS6cnutpzNqQEJcxFnCan+ypW7yRZ0VIuq9VI=",
|
| 29 |
+
"layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
|
| 30 |
+
"rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"provenance": {
|
| 34 |
+
"kernel-builder": {
|
| 35 |
+
"version": "0.17.0-dev0",
|
| 36 |
+
"sha": "81580bb92577f2f7228661ca2a221fc052375709",
|
| 37 |
+
"dirty": false
|
| 38 |
+
},
|
| 39 |
+
"kernel": {
|
| 40 |
+
"sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
|
| 41 |
+
"dirty": false
|
| 42 |
+
}
|
| 43 |
+
}
|
| 44 |
+
}
|
build/torch211-cxx11-cu128-x86_64-linux/metadata.json.sigstore
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUIZohJSbGTi/2H4Txq9xRR5AUIzswCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI3WhcNMjYwNzE0MTIxNjI3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEVSmOMe+VReBYKA113MR77Kc3P0/fKPFz3xTtMcFuM/gMSt+PRd45ntxOFiUkQc6lMz+xZfdxA+ctg4YGIsDwYaOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUQFyBbCekpz6A3nfpxwY6b5GTH90wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFddwAAAQDAEcwRQIhAOSxX9bXdtf8MmPOW5ZTD+l7ops0f2gstJBBGA+YLyg3AiB2K2dqsRXjw/sYPklncCojbuo2WHn6Im6pYKwUmopdPzAKBggqhkjOPQQDAwNoADBlAjAatchWPp03GPWY3f6cclOv7gI4qOwCXp9V/qLw0leQW+J3Zf8UFIL8CUDOoLXpluUCMQCnJDTrWuuhOjmzpo5lF9IYZjUNERwMuc2wlEvEsHpPg9qnWeRGT77N91RC8OxgpjI="}, "tlogEntries":[{"logIndex":"2167871678", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030787", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQCkmNJSalxhlSnRFNUbDHzHuPkeUbE2ASMWUH+8Bgp4tAIhAIvTQ1bldtVbkOS4qnY8xVBel4LTLVIIhFm9GA3PHo8T"}, "inclusionProof":{"logIndex":"2045967416", "rootHash":"Opsn9s4j1WU8WbwUmUTwYKypPqZwV/9rdHcHySPCtXI=", "treeSize":"2045967445", "hashes":["sfbM599WvSpMrWqXdVjTJ4vYvVqOMwPI1eyJEcrpmCQ=", "NY0NQRz3XGYanM91MiZ05uKCI5h7hh/YqQlqMee8Pzc=", "dKwVjmhBsPn6/Hc9rtmMbGmTSlmTbf3eGD0VSCbFTRc=", "DD98Z1ECCMuTfJ6nlWLQzgc5Pjxb+qjRF2fifM1mAlk=", "t3i7p4Qqe+wO/N9vD6q3AlAhMAkRTGTeT868vkAI7RI=", "1DdK0/MeCtscY9IuwTCdhBBHVbJCUHTcaYJSZDk5kQ0=", "jBHL2E/7j9xavTJv51gHQzgeks/+y5etMmgrET9ijMg=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967445\nOpsn9s4j1WU8WbwUmUTwYKypPqZwV/9rdHcHySPCtXI=\n\n— rekor.sigstore.dev wNI9ajBFAiAc+l6/n7PHp016heppkDIWwDVu8taSY4oOFLy6bMH6ywIhAPFnb4dRQe8/EbnzoIuCvntHZj/mSuS0/OdYJ4EGR0Uh\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwM2FkODVkZWU3ZGM5MzNhMDRiNjkxNWYwMjZjNjgwZDk4YmJiOTdmMjJhOTQ5MDdhMzg2YTAyZGJkYzcwMzU2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUN0RTRnZi8rSDFqQlJpd1p1WXZYdVkzckoyeS8wN09EejBCYzFQc2N1ODRRSWdFeGpHYnErdjRMZEVtRHRRaFM1S2ZRVUxZYTN1OFFoS3RSbS9nUnBUZXdBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlNWcHZhRXBUWWtkVWFTOHlTRFJVZUhFNWVGSlNOVUZWU1hwemQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTTFkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZXVTIxUFRXVXJWbEpsUWxsTFFURXhNMDFTTnpkTFl6TlFNQzltUzFCR2VqTjRWSFFLVFdOR2RVMHZaMDFUZEN0UVVtUTBOVzUwZUU5R2FWVnJVV00yYkUxNkszaGFabVI0UVN0amRHYzBXVWRKYzBSM1dXRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZSUm5sQ0NtSkRaV3R3ZWpaQk0yNW1jSGgzV1RaaU5VZFVTRGt3ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFprWkhkQlFVRlJSQXBCUldOM1VsRkphRUZQVTNoWU9XSllaSFJtT0UxdFVFOVhOVnBVUkN0c04yOXdjekJtTW1kemRFcENRa2RCSzFsTWVXY3pRV2xDTWtzeVpIRnpVbGhxQ25jdmMxbFFhMnh1WTBOdmFtSjFiekpYU0c0MlNXMDJjRmxMZDFWdGIzQmtVSHBCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEJZWFJqYUZjS1VIQXdNMGRRVjFrelpqWmpZMnhQZGpkblNUUnhUM2REV0hBNVZpOXhUSGN3YkdWUlZ5dEtNMXBtT0ZWR1NVdzRRMVZFVDI5TVdIQnNkVlZEVFZGRGJncEtSRlJ5VjNWMWFFOXFiWHB3YnpWc1JqbEpXVnBxVlU1RlVuZE5kV015ZDJ4RmRrVnpTSEJRWnpseGJsZGxVa2RVTnpkT09URlNRemhQZUdkd2FrazlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgpTbdMLLry6wCoZghUTgIMyjcOZn0mGw64d4Pe3k+KBACFQDAHCMExGHZYFgy3mzi35Il+l7M8hgPMjAyNjA3MTQxMjA2MjdaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYyN1owLwYJKoZIhvcNAQkEMSIEIL+UizdVA1VnYGIkQrkNyfmRkxALkmVrx8MTlU1toZAKMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMCMNp0nagwA2Ql8IjO7dX94fG3qk9Du+vmjFPcrQwBTC0emrQTYxaQ7yLVH3UZHiugIwCa/ROCpoR/9napKo4S4gZV9u7Jm1vfRblciG2yos3QnHIouhNpdJtaKAGX4ijk7g"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"A62F3ufckzoEtpFfAmxoDZi7uX8iqUkHo4agLb3HA1Y="}, "signature":"MEUCIQCtE4gf/+H1jBRiwZuYvXuY3rJ2y/07ODz0Bc1Pscu84QIgExjGbq+v4LdEmDtQhS5KfQULYa3u8QhKtRm/gRpTewA="}}
|
build/torch211-cxx11-cu128-x86_64-linux/rotary/__init__.py
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import ctypes
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
from types import ModuleType
|
| 6 |
+
|
| 7 |
+
|
| 8 |
+
def _import_from_path(file_path: Path) -> ModuleType:
|
| 9 |
+
# We cannot use the module name as-is, after adding it to `sys.modules`,
|
| 10 |
+
# it would also be used for other imports. So, we make a module name that
|
| 11 |
+
# depends on the path for it to be unique using the hex-encoded hash of
|
| 12 |
+
# the path.
|
| 13 |
+
path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
|
| 14 |
+
module_name = path_hash
|
| 15 |
+
spec = importlib.util.spec_from_file_location(module_name, file_path)
|
| 16 |
+
if spec is None:
|
| 17 |
+
raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
|
| 18 |
+
module = importlib.util.module_from_spec(spec)
|
| 19 |
+
if module is None:
|
| 20 |
+
raise ImportError(f"Cannot load module {module_name} from spec")
|
| 21 |
+
sys.modules[module_name] = module
|
| 22 |
+
spec.loader.exec_module(module) # type: ignore
|
| 23 |
+
return module
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
|
build/torch211-cxx11-cu130-x86_64-linux/__init__.py
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
|
| 3 |
+
from . import layers
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
def apply_rotary(
|
| 8 |
+
x1: torch.Tensor,
|
| 9 |
+
x2: torch.Tensor,
|
| 10 |
+
cos: torch.Tensor,
|
| 11 |
+
sin: torch.Tensor,
|
| 12 |
+
out1: torch.Tensor,
|
| 13 |
+
out2: torch.Tensor,
|
| 14 |
+
conj: bool,
|
| 15 |
+
) -> None:
|
| 16 |
+
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
def apply_rotary_transformers(
|
| 20 |
+
q: torch.Tensor,
|
| 21 |
+
k: torch.Tensor,
|
| 22 |
+
cos: torch.Tensor,
|
| 23 |
+
sin: torch.Tensor,
|
| 24 |
+
unsqueeze_dim: int = 1,
|
| 25 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
+
"""
|
| 27 |
+
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
+
"""
|
| 30 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 32 |
+
|
| 33 |
+
q_rotated = q.clone()
|
| 34 |
+
k_rotated = k.clone()
|
| 35 |
+
|
| 36 |
+
# Get half dimension for rotation
|
| 37 |
+
half_dim = q.shape[-1] // 2
|
| 38 |
+
q1 = q_rotated[..., :half_dim]
|
| 39 |
+
q2 = q_rotated[..., half_dim:]
|
| 40 |
+
k1 = k_rotated[..., :half_dim]
|
| 41 |
+
k2 = k_rotated[..., half_dim:]
|
| 42 |
+
if cos.shape[-1] != half_dim:
|
| 43 |
+
# Trim cos/sin to match half_dim
|
| 44 |
+
cos = cos[..., :half_dim]
|
| 45 |
+
sin = sin[..., :half_dim]
|
| 46 |
+
|
| 47 |
+
apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 48 |
+
apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 49 |
+
return q_rotated, k_rotated
|
| 50 |
+
|
| 51 |
+
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
+
# Keeping `apply_rotary` and `apply_rotary_transformers` for BC
|
| 57 |
+
__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
|
build/torch211-cxx11-cu130-x86_64-linux/_ops.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
from . import _rotary_cuda_83d35ad
|
| 3 |
+
ops = torch.ops._rotary_cuda_83d35ad
|
| 4 |
+
|
| 5 |
+
def add_op_namespace_prefix(op_name: str):
|
| 6 |
+
"""
|
| 7 |
+
Prefix op by namespace.
|
| 8 |
+
"""
|
| 9 |
+
return f"_rotary_cuda_83d35ad::{op_name}"
|
build/torch211-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1068c6e398eaa577252d0316aa8bd8632a09acdcc6e974853f3f0602f79f9f99
|
| 3 |
+
size 9645376
|
build/torch211-cxx11-cu130-x86_64-linux/layers.py
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
import torch.nn as nn
|
| 3 |
+
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
class apply_rotary_transformers(nn.Module):
|
| 8 |
+
can_torch_compile = True
|
| 9 |
+
|
| 10 |
+
def forward(
|
| 11 |
+
self,
|
| 12 |
+
q: torch.Tensor,
|
| 13 |
+
k: torch.Tensor,
|
| 14 |
+
cos: torch.Tensor,
|
| 15 |
+
sin: torch.Tensor,
|
| 16 |
+
unsqueeze_dim: int = 1,
|
| 17 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 18 |
+
"""
|
| 19 |
+
Rotary kernel implementation wrapper
|
| 20 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 21 |
+
"""
|
| 22 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 23 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 24 |
+
|
| 25 |
+
q_rotated = q.clone()
|
| 26 |
+
k_rotated = k.clone()
|
| 27 |
+
|
| 28 |
+
# Get half dimension for rotation
|
| 29 |
+
half_dim = q.shape[-1] // 2
|
| 30 |
+
q1 = q_rotated[..., :half_dim]
|
| 31 |
+
q2 = q_rotated[..., half_dim:]
|
| 32 |
+
k1 = k_rotated[..., :half_dim]
|
| 33 |
+
k2 = k_rotated[..., half_dim:]
|
| 34 |
+
if cos.shape[-1] != half_dim:
|
| 35 |
+
# Trim cos/sin to match half_dim
|
| 36 |
+
cos = cos[..., :half_dim]
|
| 37 |
+
sin = sin[..., :half_dim]
|
| 38 |
+
|
| 39 |
+
ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 40 |
+
ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 41 |
+
return q_rotated, k_rotated
|
build/torch211-cxx11-cu130-x86_64-linux/metadata.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_83d35ad",
|
| 4 |
+
"version": 2,
|
| 5 |
+
"license": "BSD-3-Clause",
|
| 6 |
+
"python-depends": [],
|
| 7 |
+
"backend": {
|
| 8 |
+
"type": "cuda",
|
| 9 |
+
"archs": [
|
| 10 |
+
"10.0",
|
| 11 |
+
"11.0",
|
| 12 |
+
"12.0",
|
| 13 |
+
"12.1+PTX",
|
| 14 |
+
"7.5",
|
| 15 |
+
"8.0",
|
| 16 |
+
"8.6",
|
| 17 |
+
"8.7",
|
| 18 |
+
"8.9",
|
| 19 |
+
"9.0"
|
| 20 |
+
]
|
| 21 |
+
},
|
| 22 |
+
"digest": {
|
| 23 |
+
"algorithm": "sha256",
|
| 24 |
+
"files": {
|
| 25 |
+
"__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
|
| 26 |
+
"_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
|
| 27 |
+
"_rotary_cuda_83d35ad.abi3.so": "EGjG45jqpXclLQMWqovYYyoJrNzG6XSFPz8GAvefn5k=",
|
| 28 |
+
"layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
|
| 29 |
+
"rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
|
| 30 |
+
}
|
| 31 |
+
},
|
| 32 |
+
"provenance": {
|
| 33 |
+
"kernel-builder": {
|
| 34 |
+
"version": "0.17.0-dev0",
|
| 35 |
+
"sha": "81580bb92577f2f7228661ca2a221fc052375709",
|
| 36 |
+
"dirty": false
|
| 37 |
+
},
|
| 38 |
+
"kernel": {
|
| 39 |
+
"sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
|
| 40 |
+
"dirty": false
|
| 41 |
+
}
|
| 42 |
+
}
|
| 43 |
+
}
|
build/torch211-cxx11-cu130-x86_64-linux/metadata.json.sigstore
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHTTCCBtKgAwIBAgIUVPrZUqWfkF7Rm/ZX/l3ivnML634wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI4WhcNMjYwNzE0MTIxNjI4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEmUAKYBcI4My7AT5Q5AyNbBg4xux1xblIlwqm3TI/5kOJMepiop1ETj+WQ/sX9carGEZgHtj5ZXWVZQyMlUDjrqOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUaR9y1IVP5E4UYlAh/y+rCXfQofcwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFei8AAAQDAEgwRgIhAIEmpLZXI6Pc7I1xSPhCqG+qEWBXkw1fd0FiinyXlWw8AiEAhyocK3HIDlAyltwhLiFgcmNCa5k7DmXGguSqYZLa7a0wCgYIKoZIzj0EAwMDaQAwZgIxALOC4tikyaHQZbFgbyblulPe3qmxtM7NJiad2WF6VLtojjnCZ1iuCCjXGELViqsOnQIxAKymqyyucxASTWutwnbimRRKMPoBENPQyY6nvsZHmwZbPxi9d4ZczHFRU3YmnLYBgg=="}, "tlogEntries":[{"logIndex":"2167871783", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030788", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQCAL7hDBHDLcfygSaJrqIP8K4jHs27vZ/svxNvJawZ4EQIgQE6K8rRQjWaYTRo6MLvMC4dhXBuTn5V06SxnHUOMfj4="}, "inclusionProof":{"logIndex":"2045967521", "rootHash":"sXiDr+slbNAnIo/mYYSvkc1ijTIrBQ5Tf4HzfBU5YWo=", "treeSize":"2045967539", "hashes":["WStjM2TR/2ofxQaWCxq5CXM0FQz53LdUcDMOkNOEL/k=", "KkTALjTygPCeHpcfDh3Tefq7Zdo/8wbqDeJh7mNC/Nw=", "d84KjkOsyQCraJ08Gqe4Ed7T585R+fdsrRuIaO19on0=", "JPUzpjrV3FUnP+JdbU4bdGufSjncYMS+z9bN/4eDODg=", "rTWsEFK4Z86m+sXvy+A4lhmeyB3Gn/RgjIa65oMR6zM=", "aDR8zHXWQQE1HVV+U1ET8KtFgRQKSqjZRMDu6L81sIE=", "JankFCXvKeLrUI6ELcn3cCUh6jkhkCIHV2+qKHdbP+g=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967539\nsXiDr+slbNAnIo/mYYSvkc1ijTIrBQ5Tf4HzfBU5YWo=\n\n— rekor.sigstore.dev wNI9ajBEAiBbsJ7YrrK13BqezwdQpQKc18kCe2/FkG9qjiDMKGwI0QIgE8/eCmbHTmet6exg3Rt5HPef5lYlXCnHS/0amOFsZXs=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiNmRlNzliZmY5OTQ4OWI1MTA5OWJhOTc2NTE4NGFjMDViZTU0NWRjODY2Mjc5MzE0OTBjY2E5NzJiYTg3ZjljIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNoQWRJVlp0cEtocC9pWEhST25Kbmg0VVpmNVQzT25XRDdWcWpBZlZiQmtBSWdCdVVYQTRORTBrUXRpS2RBd0ZFcVlQRk1NN0l5TWJaVFV3NVVsY1ZleDFrPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVWRU5EUW5STFowRjNTVUpCWjBsVlZsQnlXbFZ4VjJaclJqZFNiUzlhV0M5c00ybDJiazFNTmpNMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTkZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ0VlVGTFdVSmpTVFJOZVRkQlZEVlJOVUY1VG1KQ1p6UjRkWGd4ZUdKc1NXeDNjVzBLTTFSSkx6VnJUMHBOWlhCcGIzQXhSVlJxSzFkUkwzTllPV05oY2tkRldtZElkR28xV2xoWFZscFJlVTFzVlVScWNuRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZoVWpsNUNqRkpWbEExUlRSVldXeEJhQzk1SzNKRFdHWlJiMlpqZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpsYVRoQlFVRlJSQXBCUldkM1VtZEphRUZKUlcxd1RGcFlTVFpRWXpkSk1YaFRVR2hEY1VjcmNVVlhRbGhyZHpGbVpEQkdhV2x1ZVZoc1YzYzRRV2xGUVdoNWIyTkxNMGhKQ2tSc1FYbHNkSGRvVEdsR1oyTnRUa05oTldzM1JHMVlSMmQxVTNGWldreGhOMkV3ZDBObldVbExiMXBKZW1vd1JVRjNUVVJoVVVGM1dtZEplRUZNVDBNS05IUnBhM2xoU0ZGYVlrWm5ZbmxpYkhWc1VHVXpjVzE0ZEUwM1RrcHBZV1F5VjBZMlZreDBiMnBxYmtOYU1XbDFRME5xV0VkRlRGWnBjWE5QYmxGSmVBcEJTM2x0Y1hsNWRXTjRRVk5VVjNWMGQyNWlhVzFTVWt0TlVHOUNSVTVRVVhsWk5tNTJjMXBJYlhkYVlsQjRhVGxrTkZwamVraEdVbFV6V1cxdVRGbENDbWRuUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgC04He/B0kBph25hVm17JNJGwC3pe/Jr1r+U7fkw0mqACFQCTU8c6/l+MUCjymMaloeS2BQ6/rhgPMjAyNjA3MTQxMjA2MjhaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYyOFowLwYJKoZIhvcNAQkEMSIEIP+n1IgqM7Vuc+2EasuuzhyVDbYcfvrz/BNMMIHYygrdMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQCAkv+0mhZKOadQFmxrnYMcPoTsakOrzh0t7JLDxWZNWr7cL/5GP+ob1bUXUuCRsV0CMQCRqbbk7AjHJhGU6a1OtOux/jIcXJKAZFjbIAcCWwDpQuq3dAcVZPF8fgtQWuQ5neU="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"tt55v/mUibUQmbqXZRhKwFvlRdyGYnkxSQzKlyuof5w="}, "signature":"MEUCIQChAdIVZtpKhp/iXHROnJnh4UZf5T3OnWD7VqjAfVbBkAIgBuUXA4NE0kQtiKdAwFEqYPFMM7IyMbZTUw5UlcVex1k="}}
|
build/torch211-cxx11-cu130-x86_64-linux/rotary/__init__.py
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import ctypes
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
from types import ModuleType
|
| 6 |
+
|
| 7 |
+
|
| 8 |
+
def _import_from_path(file_path: Path) -> ModuleType:
|
| 9 |
+
# We cannot use the module name as-is, after adding it to `sys.modules`,
|
| 10 |
+
# it would also be used for other imports. So, we make a module name that
|
| 11 |
+
# depends on the path for it to be unique using the hex-encoded hash of
|
| 12 |
+
# the path.
|
| 13 |
+
path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
|
| 14 |
+
module_name = path_hash
|
| 15 |
+
spec = importlib.util.spec_from_file_location(module_name, file_path)
|
| 16 |
+
if spec is None:
|
| 17 |
+
raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
|
| 18 |
+
module = importlib.util.module_from_spec(spec)
|
| 19 |
+
if module is None:
|
| 20 |
+
raise ImportError(f"Cannot load module {module_name} from spec")
|
| 21 |
+
sys.modules[module_name] = module
|
| 22 |
+
spec.loader.exec_module(module) # type: ignore
|
| 23 |
+
return module
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
|
build/torch212-cxx11-cu126-x86_64-linux/__init__.py
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
|
| 3 |
+
from . import layers
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
def apply_rotary(
|
| 8 |
+
x1: torch.Tensor,
|
| 9 |
+
x2: torch.Tensor,
|
| 10 |
+
cos: torch.Tensor,
|
| 11 |
+
sin: torch.Tensor,
|
| 12 |
+
out1: torch.Tensor,
|
| 13 |
+
out2: torch.Tensor,
|
| 14 |
+
conj: bool,
|
| 15 |
+
) -> None:
|
| 16 |
+
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
def apply_rotary_transformers(
|
| 20 |
+
q: torch.Tensor,
|
| 21 |
+
k: torch.Tensor,
|
| 22 |
+
cos: torch.Tensor,
|
| 23 |
+
sin: torch.Tensor,
|
| 24 |
+
unsqueeze_dim: int = 1,
|
| 25 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
+
"""
|
| 27 |
+
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
+
"""
|
| 30 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 32 |
+
|
| 33 |
+
q_rotated = q.clone()
|
| 34 |
+
k_rotated = k.clone()
|
| 35 |
+
|
| 36 |
+
# Get half dimension for rotation
|
| 37 |
+
half_dim = q.shape[-1] // 2
|
| 38 |
+
q1 = q_rotated[..., :half_dim]
|
| 39 |
+
q2 = q_rotated[..., half_dim:]
|
| 40 |
+
k1 = k_rotated[..., :half_dim]
|
| 41 |
+
k2 = k_rotated[..., half_dim:]
|
| 42 |
+
if cos.shape[-1] != half_dim:
|
| 43 |
+
# Trim cos/sin to match half_dim
|
| 44 |
+
cos = cos[..., :half_dim]
|
| 45 |
+
sin = sin[..., :half_dim]
|
| 46 |
+
|
| 47 |
+
apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 48 |
+
apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 49 |
+
return q_rotated, k_rotated
|
| 50 |
+
|
| 51 |
+
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
+
# Keeping `apply_rotary` and `apply_rotary_transformers` for BC
|
| 57 |
+
__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
|
build/torch212-cxx11-cu126-x86_64-linux/_ops.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
from . import _rotary_cuda_83d35ad
|
| 3 |
+
ops = torch.ops._rotary_cuda_83d35ad
|
| 4 |
+
|
| 5 |
+
def add_op_namespace_prefix(op_name: str):
|
| 6 |
+
"""
|
| 7 |
+
Prefix op by namespace.
|
| 8 |
+
"""
|
| 9 |
+
return f"_rotary_cuda_83d35ad::{op_name}"
|
build/torch212-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8e19ec90558a761012f9634030979bda3b7d6b26227170d50085f423d425b435
|
| 3 |
+
size 6318336
|
build/torch212-cxx11-cu126-x86_64-linux/layers.py
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
import torch.nn as nn
|
| 3 |
+
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
class apply_rotary_transformers(nn.Module):
|
| 8 |
+
can_torch_compile = True
|
| 9 |
+
|
| 10 |
+
def forward(
|
| 11 |
+
self,
|
| 12 |
+
q: torch.Tensor,
|
| 13 |
+
k: torch.Tensor,
|
| 14 |
+
cos: torch.Tensor,
|
| 15 |
+
sin: torch.Tensor,
|
| 16 |
+
unsqueeze_dim: int = 1,
|
| 17 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 18 |
+
"""
|
| 19 |
+
Rotary kernel implementation wrapper
|
| 20 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 21 |
+
"""
|
| 22 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 23 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 24 |
+
|
| 25 |
+
q_rotated = q.clone()
|
| 26 |
+
k_rotated = k.clone()
|
| 27 |
+
|
| 28 |
+
# Get half dimension for rotation
|
| 29 |
+
half_dim = q.shape[-1] // 2
|
| 30 |
+
q1 = q_rotated[..., :half_dim]
|
| 31 |
+
q2 = q_rotated[..., half_dim:]
|
| 32 |
+
k1 = k_rotated[..., :half_dim]
|
| 33 |
+
k2 = k_rotated[..., half_dim:]
|
| 34 |
+
if cos.shape[-1] != half_dim:
|
| 35 |
+
# Trim cos/sin to match half_dim
|
| 36 |
+
cos = cos[..., :half_dim]
|
| 37 |
+
sin = sin[..., :half_dim]
|
| 38 |
+
|
| 39 |
+
ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 40 |
+
ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 41 |
+
return q_rotated, k_rotated
|
build/torch212-cxx11-cu126-x86_64-linux/metadata.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_83d35ad",
|
| 4 |
+
"version": 2,
|
| 5 |
+
"license": "BSD-3-Clause",
|
| 6 |
+
"python-depends": [],
|
| 7 |
+
"backend": {
|
| 8 |
+
"type": "cuda",
|
| 9 |
+
"archs": [
|
| 10 |
+
"7.0",
|
| 11 |
+
"7.2",
|
| 12 |
+
"7.5",
|
| 13 |
+
"8.0",
|
| 14 |
+
"8.6",
|
| 15 |
+
"8.7",
|
| 16 |
+
"8.9",
|
| 17 |
+
"9.0+PTX"
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
"digest": {
|
| 21 |
+
"algorithm": "sha256",
|
| 22 |
+
"files": {
|
| 23 |
+
"__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
|
| 24 |
+
"_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
|
| 25 |
+
"_rotary_cuda_83d35ad.abi3.so": "jhnskFWKdhAS+WNAMJeb2jt9ayYicXDVAIX0I9QltDU=",
|
| 26 |
+
"layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
|
| 27 |
+
"rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
|
| 28 |
+
}
|
| 29 |
+
},
|
| 30 |
+
"provenance": {
|
| 31 |
+
"kernel-builder": {
|
| 32 |
+
"version": "0.17.0-dev0",
|
| 33 |
+
"sha": "81580bb92577f2f7228661ca2a221fc052375709",
|
| 34 |
+
"dirty": false
|
| 35 |
+
},
|
| 36 |
+
"kernel": {
|
| 37 |
+
"sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
|
| 38 |
+
"dirty": false
|
| 39 |
+
}
|
| 40 |
+
}
|
| 41 |
+
}
|
build/torch212-cxx11-cu126-x86_64-linux/metadata.json.sigstore
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtKgAwIBAgIUO/nB11LZuDBIz8Tksq/deSIAPT8wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI4WhcNMjYwNzE0MTIxNjI4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEYoIYEH4Guc9yGlmuaruWXbG1G1B9tp+ouZwGMKJ1BcqCqIsipIk79RHmcOEzwTbiUlEupaS1/ne+fVILxXEzOaOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQU4DzrPsrdeDEmKsX7scsp0CCAXmIwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFfVUAAAQDAEgwRgIhANt8JD2MZ+/zO2F9vkKOX0PsCs6n2iCMFLhVEG1x9HDkAiEArmX4CNDY/KK4GYubAbqP6mmS9SwkL5E/CIFdngvUboMwCgYIKoZIzj0EAwMDZwAwZAIwVGBMimyRNXSGiqnU6m/1yPumyfsE1QfbNteMLjsAnvnnPsE64wkLG0a7zdi5ii38AjAi3H/8GmvRjxvBX6Gvz6wt8uGgTwGZco2d+5sLjuYL+F+R0WGS6ee35b+c1mql6II="}, "tlogEntries":[{"logIndex":"2167871900", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030789", "inclusionPromise":{"signedEntryTimestamp":"MEQCIHGO5KVKFXqskW5xzAx77d081MeiJLkcINmEqmQD5Jd0AiA6O9z+5gPbsO9FbiuZcql3Xj6PYDylydwP1vKr9rbT6Q=="}, "inclusionProof":{"logIndex":"2045967638", "rootHash":"p0YWoYKjr/uR5MTe4wB6sLLaZYhBCQoYTS+Kb7CSrrw=", "treeSize":"2045967654", "hashes":["EgPYyF6XaS5q0YcrpfYcD/As/iuvSiHrPSviOCdh+MM=", "0wpzqgXLL9C8Q7X1yDqUZdaRB55zsIURUIVpHon7Z2Q=", "0AtGJJdG7uYpCeI+kd9oQEchZhSNvU0R63aCI7EmOJA=", "6TbXJv1n4tqJhjAXKT/wF83HgcdJcJwkkr/lE8Vylwo=", "BNRqPsZ6+u5cFv6fXe8NNu9OUop784Ryq8lOE+PjGTc=", "xQqeT4gEeUOUgSXCB4tR55gEgaTlU2dAdWKOj1bszhQ=", "0M5tcWKz4HSo3nwNTdXjXiOywzDiyzeg47CLKb5FexU=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967654\np0YWoYKjr/uR5MTe4wB6sLLaZYhBCQoYTS+Kb7CSrrw=\n\n— rekor.sigstore.dev wNI9ajBFAiEA523ft6wXw6MxwHPBnu1iggWrtTE8gjfjYi15d5Ol3YgCIEZG/8S3/kxdFxn4ML/PeoxwMD3L/hsyv+AIxdlm61IH\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJhY2UwYWQwODk3OGRkZTkyOWFmYjgyMjcwMDhjMTRjMjNhMTA5NGQyMmFjMWU1MTcyZjBlMTYzMzMwMWYxZTU0In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNyZG9XS1VQL1BIaUx1WDV6REJyTFlnbVhINjJxSUNLZHBtZWN2amNmd0VRSWhBT2RqZkh1NWQvM3NlRk52Z3llZjJKRmZOOEpwSVdmck00QSs0MmtJWFJzNyIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5STFowRjNTVUpCWjBsVlR5OXVRakV4VEZwMVJFSkplamhVYTNOeEwyUmxVMGxCVUZRNGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTkZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZaYjBsWlJVZzBSM1ZqT1hsSGJHMTFZWEoxVjFoaVJ6RkhNVUk1ZEhBcmIzVmFkMGNLVFV0S01VSmpjVU54U1hOcGNFbHJOemxTU0cxalQwVjZkMVJpYVZWc1JYVndZVk14TDI1bEsyWldTVXg0V0VWNlQyRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlUwUkhweUNsQnpjbVJsUkVWdFMzTllOM05qYzNBd1EwTkJXRzFKZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFptVmxWQlFVRlJSQXBCUldkM1VtZEphRUZPZERoS1JESk5XaXN2ZWs4eVJqbDJhMHRQV0RCUWMwTnpObTR5YVVOTlJreG9Wa1ZITVhnNVNFUnJRV2xGUVhKdFdEUkRUa1JaQ2k5TFN6UkhXWFZpUVdKeFVEWnRiVk01VTNkclREVkZMME5KUm1SdVozWlZZbTlOZDBObldVbExiMXBKZW1vd1JVRjNUVVJhZDBGM1drRkpkMVpIUWswS2FXMTVVazVZVTBkcGNXNVZObTB2TVhsUWRXMTVabk5GTVZGbVlrNTBaVTFNYW5OQmJuWnVibEJ6UlRZMGQydE1SekJoTjNwa2FUVnBhVE00UVdwQmFRb3pTQzg0UjIxMlVtcDRka0pZTmtkMmVqWjNkRGgxUjJkVWQwZGFZMjh5WkNzMWMweHFkVmxNSzBZclVqQlhSMU0yWldVek5XSXJZekZ0Y1d3MlNVazlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgAUSG6anBOiVqxhbDlswqoZvI+677W491tP1SPpE83bYCFQDTGLbBDPYtQwgDWe0AWTPSPatklhgPMjAyNjA3MTQxMjA2MjlaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYyOVowLwYJKoZIhvcNAQkEMSIEICeeNU+JDWTxtzpvtoOFbLACnD8VTTeeZYX2RcP6j0/IMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMDmpgrVhei/aGef7OYWa0NY5VRmGfHYUlZ59BKMEBB7woZORM0K1TFJbmA9TgZxMugIwRGETqVHGoBm6nF++uG2qb/k/H0ohFVStpdB2n+F5QIHjPvrtnU5d/5Q9iTJIYtki"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"rOCtCJeN3pKa+4InAIwUwjoQlNIqweUXLw4WMzAfHlQ="}, "signature":"MEYCIQCrdoWKUP/PHiLuX5zDBrLYgmXH62qICKdpmecvjcfwEQIhAOdjfHu5d/3seFNvgyef2JFfN8JpIWfrM4A+42kIXRs7"}}
|
build/torch212-cxx11-cu126-x86_64-linux/rotary/__init__.py
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import ctypes
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
from types import ModuleType
|
| 6 |
+
|
| 7 |
+
|
| 8 |
+
def _import_from_path(file_path: Path) -> ModuleType:
|
| 9 |
+
# We cannot use the module name as-is, after adding it to `sys.modules`,
|
| 10 |
+
# it would also be used for other imports. So, we make a module name that
|
| 11 |
+
# depends on the path for it to be unique using the hex-encoded hash of
|
| 12 |
+
# the path.
|
| 13 |
+
path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
|
| 14 |
+
module_name = path_hash
|
| 15 |
+
spec = importlib.util.spec_from_file_location(module_name, file_path)
|
| 16 |
+
if spec is None:
|
| 17 |
+
raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
|
| 18 |
+
module = importlib.util.module_from_spec(spec)
|
| 19 |
+
if module is None:
|
| 20 |
+
raise ImportError(f"Cannot load module {module_name} from spec")
|
| 21 |
+
sys.modules[module_name] = module
|
| 22 |
+
spec.loader.exec_module(module) # type: ignore
|
| 23 |
+
return module
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
|
build/torch212-cxx11-cu130-x86_64-linux/__init__.py
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
|
| 3 |
+
from . import layers
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
def apply_rotary(
|
| 8 |
+
x1: torch.Tensor,
|
| 9 |
+
x2: torch.Tensor,
|
| 10 |
+
cos: torch.Tensor,
|
| 11 |
+
sin: torch.Tensor,
|
| 12 |
+
out1: torch.Tensor,
|
| 13 |
+
out2: torch.Tensor,
|
| 14 |
+
conj: bool,
|
| 15 |
+
) -> None:
|
| 16 |
+
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
def apply_rotary_transformers(
|
| 20 |
+
q: torch.Tensor,
|
| 21 |
+
k: torch.Tensor,
|
| 22 |
+
cos: torch.Tensor,
|
| 23 |
+
sin: torch.Tensor,
|
| 24 |
+
unsqueeze_dim: int = 1,
|
| 25 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
+
"""
|
| 27 |
+
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
+
"""
|
| 30 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 32 |
+
|
| 33 |
+
q_rotated = q.clone()
|
| 34 |
+
k_rotated = k.clone()
|
| 35 |
+
|
| 36 |
+
# Get half dimension for rotation
|
| 37 |
+
half_dim = q.shape[-1] // 2
|
| 38 |
+
q1 = q_rotated[..., :half_dim]
|
| 39 |
+
q2 = q_rotated[..., half_dim:]
|
| 40 |
+
k1 = k_rotated[..., :half_dim]
|
| 41 |
+
k2 = k_rotated[..., half_dim:]
|
| 42 |
+
if cos.shape[-1] != half_dim:
|
| 43 |
+
# Trim cos/sin to match half_dim
|
| 44 |
+
cos = cos[..., :half_dim]
|
| 45 |
+
sin = sin[..., :half_dim]
|
| 46 |
+
|
| 47 |
+
apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 48 |
+
apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 49 |
+
return q_rotated, k_rotated
|
| 50 |
+
|
| 51 |
+
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
+
# Keeping `apply_rotary` and `apply_rotary_transformers` for BC
|
| 57 |
+
__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
|
build/torch212-cxx11-cu130-x86_64-linux/_ops.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
from . import _rotary_cuda_83d35ad
|
| 3 |
+
ops = torch.ops._rotary_cuda_83d35ad
|
| 4 |
+
|
| 5 |
+
def add_op_namespace_prefix(op_name: str):
|
| 6 |
+
"""
|
| 7 |
+
Prefix op by namespace.
|
| 8 |
+
"""
|
| 9 |
+
return f"_rotary_cuda_83d35ad::{op_name}"
|
build/torch212-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bfe852e8a88a3512376011c66a0e181dcfc91ce87e389ad3d04db8ffb9e6a799
|
| 3 |
+
size 9655912
|
build/torch212-cxx11-cu130-x86_64-linux/layers.py
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
import torch.nn as nn
|
| 3 |
+
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
class apply_rotary_transformers(nn.Module):
|
| 8 |
+
can_torch_compile = True
|
| 9 |
+
|
| 10 |
+
def forward(
|
| 11 |
+
self,
|
| 12 |
+
q: torch.Tensor,
|
| 13 |
+
k: torch.Tensor,
|
| 14 |
+
cos: torch.Tensor,
|
| 15 |
+
sin: torch.Tensor,
|
| 16 |
+
unsqueeze_dim: int = 1,
|
| 17 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 18 |
+
"""
|
| 19 |
+
Rotary kernel implementation wrapper
|
| 20 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 21 |
+
"""
|
| 22 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 23 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 24 |
+
|
| 25 |
+
q_rotated = q.clone()
|
| 26 |
+
k_rotated = k.clone()
|
| 27 |
+
|
| 28 |
+
# Get half dimension for rotation
|
| 29 |
+
half_dim = q.shape[-1] // 2
|
| 30 |
+
q1 = q_rotated[..., :half_dim]
|
| 31 |
+
q2 = q_rotated[..., half_dim:]
|
| 32 |
+
k1 = k_rotated[..., :half_dim]
|
| 33 |
+
k2 = k_rotated[..., half_dim:]
|
| 34 |
+
if cos.shape[-1] != half_dim:
|
| 35 |
+
# Trim cos/sin to match half_dim
|
| 36 |
+
cos = cos[..., :half_dim]
|
| 37 |
+
sin = sin[..., :half_dim]
|
| 38 |
+
|
| 39 |
+
ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 40 |
+
ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 41 |
+
return q_rotated, k_rotated
|
build/torch212-cxx11-cu130-x86_64-linux/metadata.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_83d35ad",
|
| 4 |
+
"version": 2,
|
| 5 |
+
"license": "BSD-3-Clause",
|
| 6 |
+
"python-depends": [],
|
| 7 |
+
"backend": {
|
| 8 |
+
"type": "cuda",
|
| 9 |
+
"archs": [
|
| 10 |
+
"10.0",
|
| 11 |
+
"11.0",
|
| 12 |
+
"12.0",
|
| 13 |
+
"12.1+PTX",
|
| 14 |
+
"7.5",
|
| 15 |
+
"8.0",
|
| 16 |
+
"8.6",
|
| 17 |
+
"8.7",
|
| 18 |
+
"8.9",
|
| 19 |
+
"9.0"
|
| 20 |
+
]
|
| 21 |
+
},
|
| 22 |
+
"digest": {
|
| 23 |
+
"algorithm": "sha256",
|
| 24 |
+
"files": {
|
| 25 |
+
"__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
|
| 26 |
+
"_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
|
| 27 |
+
"_rotary_cuda_83d35ad.abi3.so": "v+hS6KiKNRI3YBHGag4YHc/JHOh+OJrT0E24/7nmp5k=",
|
| 28 |
+
"layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
|
| 29 |
+
"rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
|
| 30 |
+
}
|
| 31 |
+
},
|
| 32 |
+
"provenance": {
|
| 33 |
+
"kernel-builder": {
|
| 34 |
+
"version": "0.17.0-dev0",
|
| 35 |
+
"sha": "81580bb92577f2f7228661ca2a221fc052375709",
|
| 36 |
+
"dirty": false
|
| 37 |
+
},
|
| 38 |
+
"kernel": {
|
| 39 |
+
"sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
|
| 40 |
+
"dirty": false
|
| 41 |
+
}
|
| 42 |
+
}
|
| 43 |
+
}
|
build/torch212-cxx11-cu130-x86_64-linux/metadata.json.sigstore
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtCgAwIBAgIUCMlP0NnezOeJeZk0cFHIz5h95H4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI5WhcNMjYwNzE0MTIxNjI5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEs+pIUT7R8OMUm+cTXtKKThU+mmhrrAVtmPIKkw3EBPTpxdKrVE94bWI7dxWXPHwmg4NP2euwPSvz5DRopnNhUaOCBe8wggXrMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUGiXRKlBHElReHNgZxoBqcItknkwwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiQYKKwYBBAHWeQIEAgR7BHkAdwB1AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFgOgAAAQDAEYwRAIgY62JppqUysdjjXQyoj1i5FbvYzAuJPuFiltxV2YMnbMCIEP/uozuOhCWBwb+dnbU2I5Oe69jZuK7gtvNxhn6kc2JMAoGCCqGSM49BAMDA2gAMGUCMQDmUk62og9DQpiKOWOBPdRRcknEmBMoO3Tpn+ATO1lH1FR7EfIBNZi7yaRts/jhp64CMG95uxtok5LS43cuxloPoMGxHAABh3W8Bw6WhjYA0SllPGULSzrvFPBKig/UTUSfXA=="}, "tlogEntries":[{"logIndex":"2167871975", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030790", "inclusionPromise":{"signedEntryTimestamp":"MEQCIB8CaV+1UQpGrjEHkD1CctcEEBfNYrs7YEy+JAn6cDoIAiBQRw/Cz1THXE6tEoReWk4VGyvOU5KyuwctaEEjvd5ehg=="}, "inclusionProof":{"logIndex":"2045967713", "rootHash":"RUzumeIgXQrizl6u3zvkCf0j6KToECPePH+aMT7wTck=", "treeSize":"2045967714", "hashes":["3JkfXfJ67GAaU6nDEVJ54+LT4Lp7zLEMDK9B9bZwAbE=", "e7Yl0qwj3yJsvltBnkiaQE6GHoIRnjBIgjKSWiCAgCc=", "3RvVvF7fLoUXeXV4VLsB3qeZdvq3T0sgcnplXaHiIGQ=", "0M5tcWKz4HSo3nwNTdXjXiOywzDiyzeg47CLKb5FexU=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967714\nRUzumeIgXQrizl6u3zvkCf0j6KToECPePH+aMT7wTck=\n\n— rekor.sigstore.dev wNI9ajBGAiEAxo5GbnnF2nhWiY7K4PFINBrbrE2GrQKLaKKyqy1qE9ACIQDZ2byeJZzSqjJ/cz+26WPSZlbz9qBU9g8UXvfONyOdiQ==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI0YzRlNWMzOWU4YWRlMjJiMmFhYjBkZDFjMjYxMDYyMWRhODJkMDViZTJiMDQwYTJiOTEyNzFlY2YwZWY3YzZiIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURXR2owZkdDa1NweHU4Zi81eTIvSlM4ZXk3d3J4M0FBSGRNTllKcGlYQS93SWdMZlhqOHQ5cVZFak56cmlCSmZpbXZwb1NPd3FkRkdNQ3pMdHFGVk9rUktBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SRFowRjNTVUpCWjBsVlEwMXNVREJPYm1WNlQyVktaVnByTUdOR1NFbDZOV2c1TlVnMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTlZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ6SzNCSlZWUTNVamhQVFZWdEsyTlVXSFJMUzFSb1ZTdHRiV2h5Y2tGV2RHMVFTVXNLYTNjelJVSlFWSEI0WkV0eVZrVTVOR0pYU1Rka2VGZFlVRWgzYldjMFRsQXlaWFYzVUZOMmVqVkVVbTl3Yms1b1ZXRlBRMEpsT0hkbloxaHlUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZIYVZoU0NrdHNRa2hGYkZKbFNFNW5Xbmh2UW5GalNYUnJibXQzZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwVVZsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTTjBKSWEwRUtaSGRDTVVGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpuVDJkQlFVRlJSQXBCUlZsM1VrRkpaMWsyTWtwd2NIRlZlWE5rYW1wWVVYbHZhakZwTlVaaWRsbDZRWFZLVUhWR2FXeDBlRll5V1UxdVlrMURTVVZRTDNWdmVuVlBhRU5YQ2tKM1lpdGtibUpWTWtrMVQyVTJPV3BhZFVzM1ozUjJUbmhvYmpacll6SktUVUZ2UjBORGNVZFRUVFE1UWtGTlJFRXlaMEZOUjFWRFRWRkViVlZyTmpJS2IyYzVSRkZ3YVV0UFYwOUNVR1JTVW1OcmJrVnRRazF2VHpOVWNHNHJRVlJQTVd4SU1VWlNOMFZtU1VKT1dtazNlV0ZTZEhNdmFtaHdOalJEVFVjNU5RcDFlSFJ2YXpWTVV6UXpZM1Y0Ykc5UWIwMUhlRWhCUVVKb00xYzRRbmMyVjJocVdVRXdVMnhzVUVkVlRGTjZjblpHVUVKTGFXY3ZWVlJWVTJaWVFUMDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg+GXlqq1/dGDiEi5NfBqX3k0IqYOcP3KacRmJwBJuJGoCFGY4Wuc4x0F85TVu8UijizaFxDHSGA8yMDI2MDcxNDEyMDYyOVowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwNjI5WjAvBgkqhkiG9w0BCQQxIgQgA/X0ds2UWe5STEXtTJjllBfFItv3eXy0JE7k0U3hj+4wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwWYjDIXnVHc32MPzvesB0iGy7gMeeBVCzGcEY0Yw14+qxc/AdRg6PhC2xGdIDM/TuAjEAhkZUzIBw0HeAr0T6pUSJWEUnhQrNTJxSO3xYDzmHic4FReGfEY+MRye8GDPWKatS"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"TE5cOeit4isqqw3RwmEGIdqC0FvisECiuRJx7PDvfGs="}, "signature":"MEUCIQDWGj0fGCkSpxu8f/5y2/JS8ey7wrx3AAHdMNYJpiXA/wIgLfXj8t9qVEjNzriBJfimvpoSOwqdFGMCzLtqFVOkRKA="}}
|
build/torch212-cxx11-cu130-x86_64-linux/rotary/__init__.py
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import ctypes
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
from types import ModuleType
|
| 6 |
+
|
| 7 |
+
|
| 8 |
+
def _import_from_path(file_path: Path) -> ModuleType:
|
| 9 |
+
# We cannot use the module name as-is, after adding it to `sys.modules`,
|
| 10 |
+
# it would also be used for other imports. So, we make a module name that
|
| 11 |
+
# depends on the path for it to be unique using the hex-encoded hash of
|
| 12 |
+
# the path.
|
| 13 |
+
path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
|
| 14 |
+
module_name = path_hash
|
| 15 |
+
spec = importlib.util.spec_from_file_location(module_name, file_path)
|
| 16 |
+
if spec is None:
|
| 17 |
+
raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
|
| 18 |
+
module = importlib.util.module_from_spec(spec)
|
| 19 |
+
if module is None:
|
| 20 |
+
raise ImportError(f"Cannot load module {module_name} from spec")
|
| 21 |
+
sys.modules[module_name] = module
|
| 22 |
+
spec.loader.exec_module(module) # type: ignore
|
| 23 |
+
return module
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
|
build/torch212-cxx11-cu132-x86_64-linux/__init__.py
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
|
| 3 |
+
from . import layers
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
def apply_rotary(
|
| 8 |
+
x1: torch.Tensor,
|
| 9 |
+
x2: torch.Tensor,
|
| 10 |
+
cos: torch.Tensor,
|
| 11 |
+
sin: torch.Tensor,
|
| 12 |
+
out1: torch.Tensor,
|
| 13 |
+
out2: torch.Tensor,
|
| 14 |
+
conj: bool,
|
| 15 |
+
) -> None:
|
| 16 |
+
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
def apply_rotary_transformers(
|
| 20 |
+
q: torch.Tensor,
|
| 21 |
+
k: torch.Tensor,
|
| 22 |
+
cos: torch.Tensor,
|
| 23 |
+
sin: torch.Tensor,
|
| 24 |
+
unsqueeze_dim: int = 1,
|
| 25 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
+
"""
|
| 27 |
+
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
+
"""
|
| 30 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 32 |
+
|
| 33 |
+
q_rotated = q.clone()
|
| 34 |
+
k_rotated = k.clone()
|
| 35 |
+
|
| 36 |
+
# Get half dimension for rotation
|
| 37 |
+
half_dim = q.shape[-1] // 2
|
| 38 |
+
q1 = q_rotated[..., :half_dim]
|
| 39 |
+
q2 = q_rotated[..., half_dim:]
|
| 40 |
+
k1 = k_rotated[..., :half_dim]
|
| 41 |
+
k2 = k_rotated[..., half_dim:]
|
| 42 |
+
if cos.shape[-1] != half_dim:
|
| 43 |
+
# Trim cos/sin to match half_dim
|
| 44 |
+
cos = cos[..., :half_dim]
|
| 45 |
+
sin = sin[..., :half_dim]
|
| 46 |
+
|
| 47 |
+
apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 48 |
+
apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 49 |
+
return q_rotated, k_rotated
|
| 50 |
+
|
| 51 |
+
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
+
# Keeping `apply_rotary` and `apply_rotary_transformers` for BC
|
| 57 |
+
__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
|
build/torch212-cxx11-cu132-x86_64-linux/_ops.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
from . import _rotary_cuda_83d35ad
|
| 3 |
+
ops = torch.ops._rotary_cuda_83d35ad
|
| 4 |
+
|
| 5 |
+
def add_op_namespace_prefix(op_name: str):
|
| 6 |
+
"""
|
| 7 |
+
Prefix op by namespace.
|
| 8 |
+
"""
|
| 9 |
+
return f"_rotary_cuda_83d35ad::{op_name}"
|
build/torch212-cxx11-cu132-x86_64-linux/_rotary_cuda_83d35ad.abi3.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dac347a5698c66707d96cd14f7ee97384c1ced3d81216bdccf8c2e2cc20df1e8
|
| 3 |
+
size 9897528
|
build/torch212-cxx11-cu132-x86_64-linux/layers.py
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
import torch.nn as nn
|
| 3 |
+
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
class apply_rotary_transformers(nn.Module):
|
| 8 |
+
can_torch_compile = True
|
| 9 |
+
|
| 10 |
+
def forward(
|
| 11 |
+
self,
|
| 12 |
+
q: torch.Tensor,
|
| 13 |
+
k: torch.Tensor,
|
| 14 |
+
cos: torch.Tensor,
|
| 15 |
+
sin: torch.Tensor,
|
| 16 |
+
unsqueeze_dim: int = 1,
|
| 17 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 18 |
+
"""
|
| 19 |
+
Rotary kernel implementation wrapper
|
| 20 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 21 |
+
"""
|
| 22 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 23 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 24 |
+
|
| 25 |
+
q_rotated = q.clone()
|
| 26 |
+
k_rotated = k.clone()
|
| 27 |
+
|
| 28 |
+
# Get half dimension for rotation
|
| 29 |
+
half_dim = q.shape[-1] // 2
|
| 30 |
+
q1 = q_rotated[..., :half_dim]
|
| 31 |
+
q2 = q_rotated[..., half_dim:]
|
| 32 |
+
k1 = k_rotated[..., :half_dim]
|
| 33 |
+
k2 = k_rotated[..., half_dim:]
|
| 34 |
+
if cos.shape[-1] != half_dim:
|
| 35 |
+
# Trim cos/sin to match half_dim
|
| 36 |
+
cos = cos[..., :half_dim]
|
| 37 |
+
sin = sin[..., :half_dim]
|
| 38 |
+
|
| 39 |
+
ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 40 |
+
ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 41 |
+
return q_rotated, k_rotated
|
build/torch212-cxx11-cu132-x86_64-linux/metadata.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_83d35ad",
|
| 4 |
+
"version": 2,
|
| 5 |
+
"license": "BSD-3-Clause",
|
| 6 |
+
"python-depends": [],
|
| 7 |
+
"backend": {
|
| 8 |
+
"type": "cuda",
|
| 9 |
+
"archs": [
|
| 10 |
+
"10.0",
|
| 11 |
+
"11.0",
|
| 12 |
+
"12.0",
|
| 13 |
+
"12.1+PTX",
|
| 14 |
+
"7.5",
|
| 15 |
+
"8.0",
|
| 16 |
+
"8.6",
|
| 17 |
+
"8.7",
|
| 18 |
+
"8.9",
|
| 19 |
+
"9.0"
|
| 20 |
+
]
|
| 21 |
+
},
|
| 22 |
+
"digest": {
|
| 23 |
+
"algorithm": "sha256",
|
| 24 |
+
"files": {
|
| 25 |
+
"__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
|
| 26 |
+
"_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
|
| 27 |
+
"_rotary_cuda_83d35ad.abi3.so": "2sNHpWmMZnB9ls0U9+6XOEwc7T2BIWvcz4wuLMIN8eg=",
|
| 28 |
+
"layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
|
| 29 |
+
"rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
|
| 30 |
+
}
|
| 31 |
+
},
|
| 32 |
+
"provenance": {
|
| 33 |
+
"kernel-builder": {
|
| 34 |
+
"version": "0.17.0-dev0",
|
| 35 |
+
"sha": "81580bb92577f2f7228661ca2a221fc052375709",
|
| 36 |
+
"dirty": false
|
| 37 |
+
},
|
| 38 |
+
"kernel": {
|
| 39 |
+
"sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
|
| 40 |
+
"dirty": false
|
| 41 |
+
}
|
| 42 |
+
}
|
| 43 |
+
}
|
build/torch212-cxx11-cu132-x86_64-linux/metadata.json.sigstore
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtGgAwIBAgIUacbHCTXVCet90rScsmWCA004urUwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjMwWhcNMjYwNzE0MTIxNjMwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEk45meqWllsTDi3PmVi6T/Lesnn1u1gLx1kDIfGUlOjcUnQ3iWId80pySIspKg4jlqxtGW7rBAbHj9fzJviVgoqOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUObeAzJU7VM9pzhqgGLQO2buNWR0wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFg5kAAAQDAEcwRQIgLcoHWzwcsKUH1CVKDsKHwfJNjlV4kAO6r+2G7Y7yvzACIQDqn3isbyRz5BZIOOstp8YSXp/PYm614n3gPOSAk7/++jAKBggqhkjOPQQDAwNnADBkAjAWnEWGYAj45eXoK3o3kRYraFDmC3gCsJl1ATFocmlA80NDjK7qp9qA5dbXRB+j6vECMAfGhChf6VfYBcsv/SX86kkKnylVY9WCwGhcCszHRze65q4nydtmHbnLOBoL/k4GDA=="}, "tlogEntries":[{"logIndex":"2167872034", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030790", "inclusionPromise":{"signedEntryTimestamp":"MEUCIEO8ZxGjIGLjOP1IxaH3IioxoxWrrTru0dy1FRehVzVvAiEA7tk0d8tIr5I88vQ5ZzntVfhNOtFw6L5YTosykHAfAqw="}, "inclusionProof":{"logIndex":"2045967772", "rootHash":"KkbxSNfhzckQSvLdCsynJ/nOQmnd6G6BVNzGu6L5RkU=", "treeSize":"2045967778", "hashes":["AqUd5LOe3opx8V17sUmlQKmm7ergW4Na6UrOKsKYBVk=", "eZLWJ5eTBzSaBJCOeMi4FboWUadpOoFdiIVtyhhuBko=", "vpWXB6VFpBjNLhcv7dp9hdgcRhbGI9DVyvMIPzQp28E=", "Fy/yfs8vRz25wHJVj0y0M1ipMQCJK/kSYAOGD6SymQg=", "NXQNGMaxD4eG6NHLI+o4P3XV9F2Kea44DcTn9OuID2U=", "swBWFqLOb+DK3v1IdvidBrLzURyShWr9zOY0gribicg=", "dhL854JTc7SCzqT/0YqG+SK6obX2bf4Ho2qswJQ+Xvs=", "0M5tcWKz4HSo3nwNTdXjXiOywzDiyzeg47CLKb5FexU=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967778\nKkbxSNfhzckQSvLdCsynJ/nOQmnd6G6BVNzGu6L5RkU=\n\n— rekor.sigstore.dev wNI9ajBFAiB0OOASe4SOZjUT4ma0+rGvsUXZF0CWJO3vQr2GxMGVTAIhAIEQuNV/AcrA4eJPkOZEBLh919IhPvoQao5Wp4amyIlz\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5MDQ2OTJkYjA1MjJiMWUxNzZmODQ4N2QyODhkZDE3MjdiYjc0YzU2YjE5ZjBhZjkyNGI1NzQyZmJiYzRjNWZjIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNqZU5UeFRYclorendEdmR5YUNXUlJrYjVJMGd6Z1NwcUtkWE0xL28xejVRSWhBTVBEd2hXZHNFUXNRZkhvV1BjbmY1SWc5RDhCRk1IZFo3WVhWT0tGaEJhMyIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SSFowRjNTVUpCWjBsVllXTmlTRU5VV0ZaRFpYUTVNSEpUWTNOdFYwTkJNREEwZFhKVmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBOZDFkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWsxM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZyTkRWdFpYRlhiR3h6VkVScE0xQnRWbWsyVkM5TVpYTnViakYxTVdkTWVERnJSRWtLWmtkVmJFOXFZMVZ1VVROcFYwbGtPREJ3ZVZOSmMzQkxaelJxYkhGNGRFZFhOM0pDUVdKSWFqbG1la3AyYVZabmIzRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZQWW1WQkNucEtWVGRXVFRsd2VtaHhaMGRNVVU4eVluVk9WMUl3ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpuTld0QlFVRlJSQXBCUldOM1VsRkpaMHhqYjBoWGVuZGpjMHRWU0RGRFZrdEVjMHRJZDJaS1RtcHNWalJyUVU4MmNpc3lSemRaTjNsMmVrRkRTVkZFY1c0emFYTmllVko2Q2pWQ1drbFBUM04wY0RoWlUxaHdMMUJaYlRZeE5HNHpaMUJQVTBGck55OHJLMnBCUzBKblozRm9hMnBQVUZGUlJFRjNUbTVCUkVKclFXcEJWMjVGVjBjS1dVRnFORFZsV0c5TE0yOHphMUpaY21GR1JHMURNMmREYzBwc01VRlVSbTlqYld4Qk9EQk9SR3BMTjNGd09YRkJOV1JpV0ZKQ0sybzJka1ZEVFVGbVJ3cG9RMmhtTmxabVdVSmpjM1l2VTFnNE5tdHJTMjU1YkZaWk9WZERkMGRvWTBOemVraFNlbVUyTlhFMGJubGtkRzFJWW01TVQwSnZUQzlyTkVkRVFUMDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgqEvqAu+X6XEWr0d8LyCwlmG+mMAfEr+4Mm8aBBKuC2cCFE5YTpUZ1sQbsv+OejG9oUfop0aWGA8yMDI2MDcxNDEyMDYzMFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwNjMwWjAvBgkqhkiG9w0BCQQxIgQgnMeruJM5cjmINh2YhQ0cMjYyZIPf5itbwt7uhX7hhakwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIxAJZQTWXTf2LqmwFanriZgWML0H19J3hdIj/WSevTni0N5RjRuQBUc+RTbKlszX5mgAIwEVOsNwwVIfH3DYTyA4qFJExqax7sllz8uQz3OZf5V+TrXQkNs/IGdKyy6d4h0CMC"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"kEaS2wUiseF2+Eh9KI3Rcnu3TFaxnwr5JLV0L7vExfw="}, "signature":"MEYCIQCjeNTxTXrZ+zwDvdyaCWRRkb5I0gzgSpqKdXM1/o1z5QIhAMPDwhWdsEQsQfHoWPcnf5Ig9D8BFMHdZ7YXVOKFhBa3"}}
|
build/torch212-cxx11-cu132-x86_64-linux/rotary/__init__.py
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import ctypes
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
from types import ModuleType
|
| 6 |
+
|
| 7 |
+
|
| 8 |
+
def _import_from_path(file_path: Path) -> ModuleType:
|
| 9 |
+
# We cannot use the module name as-is, after adding it to `sys.modules`,
|
| 10 |
+
# it would also be used for other imports. So, we make a module name that
|
| 11 |
+
# depends on the path for it to be unique using the hex-encoded hash of
|
| 12 |
+
# the path.
|
| 13 |
+
path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
|
| 14 |
+
module_name = path_hash
|
| 15 |
+
spec = importlib.util.spec_from_file_location(module_name, file_path)
|
| 16 |
+
if spec is None:
|
| 17 |
+
raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
|
| 18 |
+
module = importlib.util.module_from_spec(spec)
|
| 19 |
+
if module is None:
|
| 20 |
+
raise ImportError(f"Cannot load module {module_name} from spec")
|
| 21 |
+
sys.modules[module_name] = module
|
| 22 |
+
spec.loader.exec_module(module) # type: ignore
|
| 23 |
+
return module
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
|
build/torch213-cxx11-cu126-x86_64-linux/__init__.py
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
|
| 3 |
+
from . import layers
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
def apply_rotary(
|
| 8 |
+
x1: torch.Tensor,
|
| 9 |
+
x2: torch.Tensor,
|
| 10 |
+
cos: torch.Tensor,
|
| 11 |
+
sin: torch.Tensor,
|
| 12 |
+
out1: torch.Tensor,
|
| 13 |
+
out2: torch.Tensor,
|
| 14 |
+
conj: bool,
|
| 15 |
+
) -> None:
|
| 16 |
+
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
def apply_rotary_transformers(
|
| 20 |
+
q: torch.Tensor,
|
| 21 |
+
k: torch.Tensor,
|
| 22 |
+
cos: torch.Tensor,
|
| 23 |
+
sin: torch.Tensor,
|
| 24 |
+
unsqueeze_dim: int = 1,
|
| 25 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
+
"""
|
| 27 |
+
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
+
"""
|
| 30 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 32 |
+
|
| 33 |
+
q_rotated = q.clone()
|
| 34 |
+
k_rotated = k.clone()
|
| 35 |
+
|
| 36 |
+
# Get half dimension for rotation
|
| 37 |
+
half_dim = q.shape[-1] // 2
|
| 38 |
+
q1 = q_rotated[..., :half_dim]
|
| 39 |
+
q2 = q_rotated[..., half_dim:]
|
| 40 |
+
k1 = k_rotated[..., :half_dim]
|
| 41 |
+
k2 = k_rotated[..., half_dim:]
|
| 42 |
+
if cos.shape[-1] != half_dim:
|
| 43 |
+
# Trim cos/sin to match half_dim
|
| 44 |
+
cos = cos[..., :half_dim]
|
| 45 |
+
sin = sin[..., :half_dim]
|
| 46 |
+
|
| 47 |
+
apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 48 |
+
apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 49 |
+
return q_rotated, k_rotated
|
| 50 |
+
|
| 51 |
+
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
+
# Keeping `apply_rotary` and `apply_rotary_transformers` for BC
|
| 57 |
+
__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
|
build/torch213-cxx11-cu126-x86_64-linux/_ops.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
from . import _rotary_cuda_83d35ad
|
| 3 |
+
ops = torch.ops._rotary_cuda_83d35ad
|
| 4 |
+
|
| 5 |
+
def add_op_namespace_prefix(op_name: str):
|
| 6 |
+
"""
|
| 7 |
+
Prefix op by namespace.
|
| 8 |
+
"""
|
| 9 |
+
return f"_rotary_cuda_83d35ad::{op_name}"
|
build/torch213-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e7f3d61f7597ea02a95e9936de44587321639bcd9cbada1d83c503f08f15de2b
|
| 3 |
+
size 6318248
|
build/torch213-cxx11-cu126-x86_64-linux/layers.py
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
import torch.nn as nn
|
| 3 |
+
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
class apply_rotary_transformers(nn.Module):
|
| 8 |
+
can_torch_compile = True
|
| 9 |
+
|
| 10 |
+
def forward(
|
| 11 |
+
self,
|
| 12 |
+
q: torch.Tensor,
|
| 13 |
+
k: torch.Tensor,
|
| 14 |
+
cos: torch.Tensor,
|
| 15 |
+
sin: torch.Tensor,
|
| 16 |
+
unsqueeze_dim: int = 1,
|
| 17 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 18 |
+
"""
|
| 19 |
+
Rotary kernel implementation wrapper
|
| 20 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 21 |
+
"""
|
| 22 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 23 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 24 |
+
|
| 25 |
+
q_rotated = q.clone()
|
| 26 |
+
k_rotated = k.clone()
|
| 27 |
+
|
| 28 |
+
# Get half dimension for rotation
|
| 29 |
+
half_dim = q.shape[-1] // 2
|
| 30 |
+
q1 = q_rotated[..., :half_dim]
|
| 31 |
+
q2 = q_rotated[..., half_dim:]
|
| 32 |
+
k1 = k_rotated[..., :half_dim]
|
| 33 |
+
k2 = k_rotated[..., half_dim:]
|
| 34 |
+
if cos.shape[-1] != half_dim:
|
| 35 |
+
# Trim cos/sin to match half_dim
|
| 36 |
+
cos = cos[..., :half_dim]
|
| 37 |
+
sin = sin[..., :half_dim]
|
| 38 |
+
|
| 39 |
+
ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 40 |
+
ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 41 |
+
return q_rotated, k_rotated
|
build/torch213-cxx11-cu126-x86_64-linux/metadata.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "rotary",
|
| 3 |
+
"id": "_rotary_cuda_83d35ad",
|
| 4 |
+
"version": 2,
|
| 5 |
+
"license": "BSD-3-Clause",
|
| 6 |
+
"python-depends": [],
|
| 7 |
+
"backend": {
|
| 8 |
+
"type": "cuda",
|
| 9 |
+
"archs": [
|
| 10 |
+
"7.0",
|
| 11 |
+
"7.2",
|
| 12 |
+
"7.5",
|
| 13 |
+
"8.0",
|
| 14 |
+
"8.6",
|
| 15 |
+
"8.7",
|
| 16 |
+
"8.9",
|
| 17 |
+
"9.0+PTX"
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
"digest": {
|
| 21 |
+
"algorithm": "sha256",
|
| 22 |
+
"files": {
|
| 23 |
+
"__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
|
| 24 |
+
"_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
|
| 25 |
+
"_rotary_cuda_83d35ad.abi3.so": "5/PWH3WX6gKpXpk23kRYcyFjm82cutodg8UD8I8V3is=",
|
| 26 |
+
"layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
|
| 27 |
+
"rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
|
| 28 |
+
}
|
| 29 |
+
},
|
| 30 |
+
"provenance": {
|
| 31 |
+
"kernel-builder": {
|
| 32 |
+
"version": "0.17.0-dev0",
|
| 33 |
+
"sha": "81580bb92577f2f7228661ca2a221fc052375709",
|
| 34 |
+
"dirty": false
|
| 35 |
+
},
|
| 36 |
+
"kernel": {
|
| 37 |
+
"sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
|
| 38 |
+
"dirty": false
|
| 39 |
+
}
|
| 40 |
+
}
|
| 41 |
+
}
|
build/torch213-cxx11-cu126-x86_64-linux/metadata.json.sigstore
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHTDCCBtKgAwIBAgIUAKPNNorVbF45fU2ISOruCwIMOvEwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjMxWhcNMjYwNzE0MTIxNjMxWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEIsdKVVb5hkiTqCPbPDLZ3iO2mF466a0tXEhLOLZxRsnictctIni43yffT4m/jfLUfWytAsyYkOXByj+7wHatrqOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUhl3Wat12jWCvhNf/6uob0tlfi0QwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFhykAAAQDAEgwRgIhAOjuPi8xnf8Bdkgs3l5uhHHt7gK4aqfu/w9O3ykx+17BAiEA5Wod6JnGG19eVBqwYSENnY9Atm9UaXjGZNVpvzZFeCcwCgYIKoZIzj0EAwMDaAAwZQIxAMmLoShZXWAdiCZ3XYEpvAaJMdzIxdBcenrlvniYG11E/Xr8likzjHccambbFaq36wIwJ2Z8OTJugHtL5gq0l7ax+mbQ45a0iICiUqB3i7hbgS+4d++GhPdoUaPN1tjg8W2f"}, "tlogEntries":[{"logIndex":"2167872131", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030791", "inclusionPromise":{"signedEntryTimestamp":"MEQCIBv+UC9wwILz3ax9/ujVbpsBjNjElkL4ls3AhuWfh7xMAiA10ykj1NOzA08jHzK5oZm98xF64Sbcm8MWC+QO96G44A=="}, "inclusionProof":{"logIndex":"2045967869", "rootHash":"6CG7utUybJ9bO+QFt/JtylIcPfiFxZOAI2uCGhHwmQE=", "treeSize":"2045967877", "hashes":["d2/fL88Lwm8aY+ATg3zNBOv/KEf/QXMMfYaHTRIZ3NQ=", "lbd7A6YO02yMcFtUOR4Uq6BFy5gwW55kcqv02+8CGYA=", "UOKfm0wpY6W9KLFqHPnYuvn50vgziygKvcuvMtNP9To=", "vuFnkQ7Q1v5Mtk4HC/VERgssAVAri/bD14t3rw6JBc8=", "GrjtFRTb3/FAf26SvO5Zij3Dn8mqFWorFrSDat3yq/A=", "sRIcKIGx6HJNO1X+Ribemblhevw4KUbh/FAqwy29aOY=", "J3UvYvrLQamn6yOxrDVzzIuUovEFu8NPrivV7KLIdbk=", "dhL854JTc7SCzqT/0YqG+SK6obX2bf4Ho2qswJQ+Xvs=", "0M5tcWKz4HSo3nwNTdXjXiOywzDiyzeg47CLKb5FexU=", "qj/geep6XvkO4zKu2LE3jbGvMNFluoItrZB16hvGRC8=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967877\n6CG7utUybJ9bO+QFt/JtylIcPfiFxZOAI2uCGhHwmQE=\n\n— rekor.sigstore.dev wNI9ajBEAiBQw7hV25gY20SCq6uNBsgwwtGTaD5E5W82K74QlBX3AQIgcXQPlYS+QRqfc5n4bwrliwqc8TG3kK2QFgoYkFDwBbA=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJjNTgxMzYxYjA4YWE1ZTc1MDI5MzJiZDRlYWFjMTQxMzYzNDljYjM4MDYyMWJkZDBjMTkwM2JmYTBmYWFmZDkyIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUR3bDcwTEhmYnZYZ1BvTFVyeDVmVnhOcEUwOWgyWnY1V3I2cVFsQWxWNFRnSWhBSm1pVVdad09LWkF2K2ZGNm43Qm9uWmVjT002OG9IdTFPbHAxVUlndDNVZCIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVSRU5EUW5STFowRjNTVUpCWjBsVlFVdFFUazV2Y2xaaVJqUTFabFV5U1ZOUGNuVkRkMGxOVDNaRmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBOZUZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWsxNFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZKYzJSTFZsWmlOV2hyYVZSeFExQmlVRVJNV2pOcFR6SnRSalEyTm1Fd2RGaEZhRXdLVDB4YWVGSnpibWxqZEdOMFNXNXBORE41Wm1aVU5HMHZhbVpNVldaWGVYUkJjM2xaYTA5WVFubHFLemQzU0dGMGNuRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZvYkROWENtRjBNVEpxVjBOMmFFNW1MeloxYjJJd2RHeG1hVEJSZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpvZVd0QlFVRlJSQXBCUldkM1VtZEphRUZQYW5WUWFUaDRibVk0UW1SclozTXpiRFYxYUVoSWREZG5TelJoY1daMUwzYzVUek41YTNnck1UZENRV2xGUVRWWGIyUTJTbTVIQ2tjeE9XVldRbkYzV1ZORlRtNVpPVUYwYlRsVllWaHFSMXBPVm5CMmVscEdaVU5qZDBObldVbExiMXBKZW1vd1JVRjNUVVJoUVVGM1dsRkplRUZOYlV3S2IxTm9XbGhYUVdScFExb3pXRmxGY0haQllVcE5aSHBKZUdSQ1kyVnVjbXgyYm1sWlJ6RXhSUzlZY2poc2FXdDZha2hqWTJGdFltSkdZWEV6Tm5kSmR3cEtNbG80VDFSS2RXZElkRXcxWjNFd2JEZGhlQ3R0WWxFME5XRXdhVWxEYVZWeFFqTnBOMmhpWjFNck5HUXJLMGRvVUdSdlZXRlFUakYwYW1jNFZ6Sm1DaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgvsJiztfD5xKXOdtS4GfFu8nBEMXLwCftf8DnHpWc4PcCFQDUgAv8FMoI7bDJYODY3tbz0CUyjxgPMjAyNjA3MTQxMjA2MzFaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYzMVowLwYJKoZIhvcNAQkEMSIEIGTODpr5tnoPSqwmikqWP4MepgsldqFWp/Be+A1OCOpmMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQCWqymBecWDh/UgPnYfGz26ZGzitW5QAF9YuuMOmrm/AdjAErd2oA439jeTB235zl8CMQCkwy63ciqHK29pNv9/+IEdCq1lUruTThPcnwoWDQ8wdOuf7Y1xHaJgTOwR6UEWRmg="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"xYE2GwiqXnUCkyvU6qwUE2NJyzgGIb3QwZA7+g+q/ZI="}, "signature":"MEYCIQDwl70LHfbvXgPoLUrx5fVxNpE09h2Zv5Wr6qQlAlV4TgIhAJmiUWZwOKZAv+fF6n7BonZecOM68oHu1Olp1UIgt3Ud"}}
|
build/torch213-cxx11-cu126-x86_64-linux/rotary/__init__.py
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import ctypes
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
from types import ModuleType
|
| 6 |
+
|
| 7 |
+
|
| 8 |
+
def _import_from_path(file_path: Path) -> ModuleType:
|
| 9 |
+
# We cannot use the module name as-is, after adding it to `sys.modules`,
|
| 10 |
+
# it would also be used for other imports. So, we make a module name that
|
| 11 |
+
# depends on the path for it to be unique using the hex-encoded hash of
|
| 12 |
+
# the path.
|
| 13 |
+
path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
|
| 14 |
+
module_name = path_hash
|
| 15 |
+
spec = importlib.util.spec_from_file_location(module_name, file_path)
|
| 16 |
+
if spec is None:
|
| 17 |
+
raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
|
| 18 |
+
module = importlib.util.module_from_spec(spec)
|
| 19 |
+
if module is None:
|
| 20 |
+
raise ImportError(f"Cannot load module {module_name} from spec")
|
| 21 |
+
sys.modules[module_name] = module
|
| 22 |
+
spec.loader.exec_module(module) # type: ignore
|
| 23 |
+
return module
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
|
build/torch213-cxx11-cu130-x86_64-linux/__init__.py
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
|
| 3 |
+
from . import layers
|
| 4 |
+
from ._ops import ops
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
def apply_rotary(
|
| 8 |
+
x1: torch.Tensor,
|
| 9 |
+
x2: torch.Tensor,
|
| 10 |
+
cos: torch.Tensor,
|
| 11 |
+
sin: torch.Tensor,
|
| 12 |
+
out1: torch.Tensor,
|
| 13 |
+
out2: torch.Tensor,
|
| 14 |
+
conj: bool,
|
| 15 |
+
) -> None:
|
| 16 |
+
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
def apply_rotary_transformers(
|
| 20 |
+
q: torch.Tensor,
|
| 21 |
+
k: torch.Tensor,
|
| 22 |
+
cos: torch.Tensor,
|
| 23 |
+
sin: torch.Tensor,
|
| 24 |
+
unsqueeze_dim: int = 1,
|
| 25 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
+
"""
|
| 27 |
+
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
+
"""
|
| 30 |
+
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
+
sin = sin.unsqueeze(unsqueeze_dim)
|
| 32 |
+
|
| 33 |
+
q_rotated = q.clone()
|
| 34 |
+
k_rotated = k.clone()
|
| 35 |
+
|
| 36 |
+
# Get half dimension for rotation
|
| 37 |
+
half_dim = q.shape[-1] // 2
|
| 38 |
+
q1 = q_rotated[..., :half_dim]
|
| 39 |
+
q2 = q_rotated[..., half_dim:]
|
| 40 |
+
k1 = k_rotated[..., :half_dim]
|
| 41 |
+
k2 = k_rotated[..., half_dim:]
|
| 42 |
+
if cos.shape[-1] != half_dim:
|
| 43 |
+
# Trim cos/sin to match half_dim
|
| 44 |
+
cos = cos[..., :half_dim]
|
| 45 |
+
sin = sin[..., :half_dim]
|
| 46 |
+
|
| 47 |
+
apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 48 |
+
apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 49 |
+
return q_rotated, k_rotated
|
| 50 |
+
|
| 51 |
+
|
| 52 |
+
# Add torch compile support for functions
|
| 53 |
+
apply_rotary_transformers.can_torch_compile = True
|
| 54 |
+
|
| 55 |
+
|
| 56 |
+
# Keeping `apply_rotary` and `apply_rotary_transformers` for BC
|
| 57 |
+
__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
|