kernels-bot commited on
Commit
a30c6fb
·
verified ·
1 Parent(s): d3d193b

Uploaded using `kernel-builder`.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. build/torch211-cxx11-cu126-x86_64-linux/__init__.py +57 -0
  2. build/torch211-cxx11-cu126-x86_64-linux/_ops.py +9 -0
  3. build/torch211-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
  4. build/torch211-cxx11-cu126-x86_64-linux/layers.py +41 -0
  5. build/torch211-cxx11-cu126-x86_64-linux/metadata.json +41 -0
  6. build/torch211-cxx11-cu126-x86_64-linux/metadata.json.sigstore +1 -0
  7. build/torch211-cxx11-cu126-x86_64-linux/rotary/__init__.py +26 -0
  8. build/torch211-cxx11-cu128-x86_64-linux/__init__.py +57 -0
  9. build/torch211-cxx11-cu128-x86_64-linux/_ops.py +9 -0
  10. build/torch211-cxx11-cu128-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
  11. build/torch211-cxx11-cu128-x86_64-linux/layers.py +41 -0
  12. build/torch211-cxx11-cu128-x86_64-linux/metadata.json +44 -0
  13. build/torch211-cxx11-cu128-x86_64-linux/metadata.json.sigstore +1 -0
  14. build/torch211-cxx11-cu128-x86_64-linux/rotary/__init__.py +26 -0
  15. build/torch211-cxx11-cu130-x86_64-linux/__init__.py +57 -0
  16. build/torch211-cxx11-cu130-x86_64-linux/_ops.py +9 -0
  17. build/torch211-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
  18. build/torch211-cxx11-cu130-x86_64-linux/layers.py +41 -0
  19. build/torch211-cxx11-cu130-x86_64-linux/metadata.json +43 -0
  20. build/torch211-cxx11-cu130-x86_64-linux/metadata.json.sigstore +1 -0
  21. build/torch211-cxx11-cu130-x86_64-linux/rotary/__init__.py +26 -0
  22. build/torch212-cxx11-cu126-x86_64-linux/__init__.py +57 -0
  23. build/torch212-cxx11-cu126-x86_64-linux/_ops.py +9 -0
  24. build/torch212-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
  25. build/torch212-cxx11-cu126-x86_64-linux/layers.py +41 -0
  26. build/torch212-cxx11-cu126-x86_64-linux/metadata.json +41 -0
  27. build/torch212-cxx11-cu126-x86_64-linux/metadata.json.sigstore +1 -0
  28. build/torch212-cxx11-cu126-x86_64-linux/rotary/__init__.py +26 -0
  29. build/torch212-cxx11-cu130-x86_64-linux/__init__.py +57 -0
  30. build/torch212-cxx11-cu130-x86_64-linux/_ops.py +9 -0
  31. build/torch212-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
  32. build/torch212-cxx11-cu130-x86_64-linux/layers.py +41 -0
  33. build/torch212-cxx11-cu130-x86_64-linux/metadata.json +43 -0
  34. build/torch212-cxx11-cu130-x86_64-linux/metadata.json.sigstore +1 -0
  35. build/torch212-cxx11-cu130-x86_64-linux/rotary/__init__.py +26 -0
  36. build/torch212-cxx11-cu132-x86_64-linux/__init__.py +57 -0
  37. build/torch212-cxx11-cu132-x86_64-linux/_ops.py +9 -0
  38. build/torch212-cxx11-cu132-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
  39. build/torch212-cxx11-cu132-x86_64-linux/layers.py +41 -0
  40. build/torch212-cxx11-cu132-x86_64-linux/metadata.json +43 -0
  41. build/torch212-cxx11-cu132-x86_64-linux/metadata.json.sigstore +1 -0
  42. build/torch212-cxx11-cu132-x86_64-linux/rotary/__init__.py +26 -0
  43. build/torch213-cxx11-cu126-x86_64-linux/__init__.py +57 -0
  44. build/torch213-cxx11-cu126-x86_64-linux/_ops.py +9 -0
  45. build/torch213-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +3 -0
  46. build/torch213-cxx11-cu126-x86_64-linux/layers.py +41 -0
  47. build/torch213-cxx11-cu126-x86_64-linux/metadata.json +41 -0
  48. build/torch213-cxx11-cu126-x86_64-linux/metadata.json.sigstore +1 -0
  49. build/torch213-cxx11-cu126-x86_64-linux/rotary/__init__.py +26 -0
  50. build/torch213-cxx11-cu130-x86_64-linux/__init__.py +57 -0
build/torch211-cxx11-cu126-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+
3
+ from . import layers
4
+ from ._ops import ops
5
+
6
+
7
+ def apply_rotary(
8
+ x1: torch.Tensor,
9
+ x2: torch.Tensor,
10
+ cos: torch.Tensor,
11
+ sin: torch.Tensor,
12
+ out1: torch.Tensor,
13
+ out2: torch.Tensor,
14
+ conj: bool,
15
+ ) -> None:
16
+ ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
+
18
+
19
+ def apply_rotary_transformers(
20
+ q: torch.Tensor,
21
+ k: torch.Tensor,
22
+ cos: torch.Tensor,
23
+ sin: torch.Tensor,
24
+ unsqueeze_dim: int = 1,
25
+ ) -> tuple[torch.Tensor, torch.Tensor]:
26
+ """
27
+ Rotary kernel implementation wrapper
28
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
+ """
30
+ cos = cos.unsqueeze(unsqueeze_dim)
31
+ sin = sin.unsqueeze(unsqueeze_dim)
32
+
33
+ q_rotated = q.clone()
34
+ k_rotated = k.clone()
35
+
36
+ # Get half dimension for rotation
37
+ half_dim = q.shape[-1] // 2
38
+ q1 = q_rotated[..., :half_dim]
39
+ q2 = q_rotated[..., half_dim:]
40
+ k1 = k_rotated[..., :half_dim]
41
+ k2 = k_rotated[..., half_dim:]
42
+ if cos.shape[-1] != half_dim:
43
+ # Trim cos/sin to match half_dim
44
+ cos = cos[..., :half_dim]
45
+ sin = sin[..., :half_dim]
46
+
47
+ apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
+ apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
+ return q_rotated, k_rotated
50
+
51
+
52
+ # Add torch compile support for functions
53
+ apply_rotary_transformers.can_torch_compile = True
54
+
55
+
56
+ # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
+ __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
build/torch211-cxx11-cu126-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _rotary_cuda_83d35ad
3
+ ops = torch.ops._rotary_cuda_83d35ad
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_rotary_cuda_83d35ad::{op_name}"
build/torch211-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6a445355b7a9b3703e4ad0c9e2f69f62a91acccc130aedfd5c4693993aadd87
3
+ size 6307720
build/torch211-cxx11-cu126-x86_64-linux/layers.py ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ import torch.nn as nn
3
+
4
+ from ._ops import ops
5
+
6
+
7
+ class apply_rotary_transformers(nn.Module):
8
+ can_torch_compile = True
9
+
10
+ def forward(
11
+ self,
12
+ q: torch.Tensor,
13
+ k: torch.Tensor,
14
+ cos: torch.Tensor,
15
+ sin: torch.Tensor,
16
+ unsqueeze_dim: int = 1,
17
+ ) -> tuple[torch.Tensor, torch.Tensor]:
18
+ """
19
+ Rotary kernel implementation wrapper
20
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
+ """
22
+ cos = cos.unsqueeze(unsqueeze_dim)
23
+ sin = sin.unsqueeze(unsqueeze_dim)
24
+
25
+ q_rotated = q.clone()
26
+ k_rotated = k.clone()
27
+
28
+ # Get half dimension for rotation
29
+ half_dim = q.shape[-1] // 2
30
+ q1 = q_rotated[..., :half_dim]
31
+ q2 = q_rotated[..., half_dim:]
32
+ k1 = k_rotated[..., :half_dim]
33
+ k2 = k_rotated[..., half_dim:]
34
+ if cos.shape[-1] != half_dim:
35
+ # Trim cos/sin to match half_dim
36
+ cos = cos[..., :half_dim]
37
+ sin = sin[..., :half_dim]
38
+
39
+ ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
+ ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
+ return q_rotated, k_rotated
build/torch211-cxx11-cu126-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "rotary",
3
+ "id": "_rotary_cuda_83d35ad",
4
+ "version": 2,
5
+ "license": "BSD-3-Clause",
6
+ "python-depends": [],
7
+ "backend": {
8
+ "type": "cuda",
9
+ "archs": [
10
+ "7.0",
11
+ "7.2",
12
+ "7.5",
13
+ "8.0",
14
+ "8.6",
15
+ "8.7",
16
+ "8.9",
17
+ "9.0+PTX"
18
+ ]
19
+ },
20
+ "digest": {
21
+ "algorithm": "sha256",
22
+ "files": {
23
+ "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
24
+ "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
25
+ "_rotary_cuda_83d35ad.abi3.so": "tqRFNVt6mzcD5K0Mni9p9iqRrMzBMK7f1cRpOZOq3Yc=",
26
+ "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
27
+ "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
28
+ }
29
+ },
30
+ "provenance": {
31
+ "kernel-builder": {
32
+ "version": "0.17.0-dev0",
33
+ "sha": "81580bb92577f2f7228661ca2a221fc052375709",
34
+ "dirty": false
35
+ },
36
+ "kernel": {
37
+ "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
38
+ "dirty": false
39
+ }
40
+ }
41
+ }
build/torch211-cxx11-cu126-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUBZE4WkLiNZmeFDpd9zdPisg95kowCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI1WhcNMjYwNzE0MTIxNjI1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE04KDvTfzqDgZN7X1AfcAUjpfQEuW2AHx8mz5VFSwXobAP4uzz8uvsfxalkS/6d0akQtm7/3SabyYN9EXFqvL/aOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUPS9D3TdJfLH1tbyU83w5g0aXSaEwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFcUMAAAQDAEcwRQIhAKjCIbnD46iG2QM8bfwFGEPHiSsYQr2zpVx9fa6X/H10AiBIu6HV6jW3qdFoEc2oR25PTGTlRD5feOSzUTP6dFXOMTAKBggqhkjOPQQDAwNoADBlAjBGyztorfUqo3lms3Bxx4xfdKrC7fUoJq3D4pcEYd4FFNSqMD44+75BFq4cEI0vS1oCMQDJY+0OJ/vS0hJhsow0LI16B35OfPFJJjIVcVnscowyCqifFJ3NOahUGe0CI8KAyhE="}, "tlogEntries":[{"logIndex":"2167871559", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030786", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQDfroWMkYglaxRg4GFVOlT6TnoNjl9kyFnjww/K+GQnDwIgCpTmHypPB8SAH53DldJFKqWwROgyecTm2oZcNTtA9hE="}, "inclusionProof":{"logIndex":"2045967297", "rootHash":"nOTGSGAJaxGaFwPJRNYDlr6M8VcaT9GRtUA7gU3saZg=", "treeSize":"2045967325", "hashes":["foeLSTxuJPn3zFwA/kLG2CI6r3ImcT9JegZDbpt93aw=", "S0ydAFuFbI7pgbAxZzAObH1JljNGMtrbWgEyKyMk1+c=", "0ciIjbG3PJ5j0ugLwuw0uXxgU1rBw/JHwCYPK0v7qpI=", "G7c1qSe7Z4M8kzo+ATApmSgOpYyzWq6OEgwVgsYD8Es=", "XIkGywCdQcDvqqwn1CGsTv1Z6e25rSg6+vc3fFDRqjw=", "Mf94fEf1T+GZUV+XvVX2EIpxBZvgPcQDK//80Up4tIc=", "xaI2qMMmd02o/1MIpcyOTf+/NJ6i6yCa83PwVhvlKXM=", "zDOpCiANxLHr0larYXcklT+pqIvud9jSOo/Ho2272hI=", "6XfMzGNauqy4k/CXeHHBWeBr3CBptqLoDKYZHYSdteg=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967325\nnOTGSGAJaxGaFwPJRNYDlr6M8VcaT9GRtUA7gU3saZg=\n\n— rekor.sigstore.dev wNI9ajBGAiEA4CC0+NQ6Wr5ocGgmceTMF6+SUK6Xi7WhiA1jzM2MvYcCIQDS8+nzN/BnMhY8IFfuP0a0Qq3hkDVY+JgWiJXNs4DuZg==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1OTViMGQxOTVlYzZhZjlmZGE1OTg5ZDQwZTMzNjU5NWM5NDliNmExOTc2YWNhNjUwNjlmZDIxNjg0NzFhNDdlIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNqMGRmYjNDSSt2M3IwR2VWMnN4ckNEU2tkaDFyZ3ZLNG5qZlZlTWhnc0pBSWdRNDEwSFVPQ25PMGhZTzV3K3d2K0U2R3BDKzVibUxaMFJ3a1lBSnBsK2xFPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlFscEZORmRyVEdsT1dtMWxSa1J3WkRsNlpGQnBjMmM1Tld0dmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTVZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtreFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVV3TkV0RWRsUm1lbkZFWjFwT04xZ3hRV1pqUVZWcWNHWlJSWFZYTWtGSWVEaHRlalVLVmtaVGQxaHZZa0ZRTkhWNmVqaDFkbk5tZUdGc2ExTXZObVF3WVd0UmRHMDNMek5UWVdKNVdVNDVSVmhHY1haTUwyRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZRVXpsRUNqTlVaRXBtVEVneGRHSjVWVGd6ZHpWbk1HRllVMkZGZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpqVlUxQlFVRlJSQXBCUldOM1VsRkphRUZMYWtOSlltNUVORFpwUnpKUlRUaGlabmRHUjBWUVNHbFRjMWxSY2pKNmNGWjRPV1poTmxndlNERXdRV2xDU1hVMlNGWTJhbGN6Q25Ga1JtOUZZekp2VWpJMVVGUkhWR3hTUkRWbVpVOVRlbFZVVURaa1JsaFBUVlJCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcENSM2w2ZEc4S2NtWlZjVzh6Ykcxek0wSjRlRFI0Wm1STGNrTTNabFZ2U25FelJEUndZMFZaWkRSR1JrNVRjVTFFTkRRck56VkNSbkUwWTBWSk1IWlRNVzlEVFZGRVNncFpLekJQU2k5MlV6Qm9TbWh6YjNjd1RFa3hOa0l6TlU5bVVFWktTbXBKVm1OV2JuTmpiM2Q1UTNGcFprWktNMDVQWVdoVlIyVXdRMGs0UzBGNWFFVTlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg8XGES2jWYgBlsQE5zz+5udFR1rhU3WehDnULz+GZx5wCFD3vfLYByH9PahI1stcWBxZduJ6lGA8yMDI2MDcxNDEyMDYyNlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwNjI2WjAvBgkqhkiG9w0BCQQxIgQg6rwjpVqzB+LOXBggRVC8beHMAltpzNJGPvC0ZLrt26IwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxANgCqaFNgx48SZXRsnX1AzEtBEfXJe0Lro42j4muYmVR06LLe5YXiN5NrUYnyCpWAAIxAO79xPCcF2J2NZRGRRg3qI+911VxgnX7B75eCrNcTjl10IaNiKwfOz+t6MVe3X4Bqw=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"WVsNGV7Gr5/aWYnUDjNllclJtqGXasplBp/SFoRxpH4="}, "signature":"MEUCIQCj0dfb3CI+v3r0GeV2sxrCDSkdh1rgvK4njfVeMhgsJAIgQ410HUOCnO0hYO5w+wv+E6GpC+5bmLZ0RwkYAJpl+lE="}}
build/torch211-cxx11-cu126-x86_64-linux/rotary/__init__.py ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import ctypes
2
+ import importlib.util
3
+ import sys
4
+ from pathlib import Path
5
+ from types import ModuleType
6
+
7
+
8
+ def _import_from_path(file_path: Path) -> ModuleType:
9
+ # We cannot use the module name as-is, after adding it to `sys.modules`,
10
+ # it would also be used for other imports. So, we make a module name that
11
+ # depends on the path for it to be unique using the hex-encoded hash of
12
+ # the path.
13
+ path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
+ module_name = path_hash
15
+ spec = importlib.util.spec_from_file_location(module_name, file_path)
16
+ if spec is None:
17
+ raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
+ module = importlib.util.module_from_spec(spec)
19
+ if module is None:
20
+ raise ImportError(f"Cannot load module {module_name} from spec")
21
+ sys.modules[module_name] = module
22
+ spec.loader.exec_module(module) # type: ignore
23
+ return module
24
+
25
+
26
+ globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
build/torch211-cxx11-cu128-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+
3
+ from . import layers
4
+ from ._ops import ops
5
+
6
+
7
+ def apply_rotary(
8
+ x1: torch.Tensor,
9
+ x2: torch.Tensor,
10
+ cos: torch.Tensor,
11
+ sin: torch.Tensor,
12
+ out1: torch.Tensor,
13
+ out2: torch.Tensor,
14
+ conj: bool,
15
+ ) -> None:
16
+ ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
+
18
+
19
+ def apply_rotary_transformers(
20
+ q: torch.Tensor,
21
+ k: torch.Tensor,
22
+ cos: torch.Tensor,
23
+ sin: torch.Tensor,
24
+ unsqueeze_dim: int = 1,
25
+ ) -> tuple[torch.Tensor, torch.Tensor]:
26
+ """
27
+ Rotary kernel implementation wrapper
28
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
+ """
30
+ cos = cos.unsqueeze(unsqueeze_dim)
31
+ sin = sin.unsqueeze(unsqueeze_dim)
32
+
33
+ q_rotated = q.clone()
34
+ k_rotated = k.clone()
35
+
36
+ # Get half dimension for rotation
37
+ half_dim = q.shape[-1] // 2
38
+ q1 = q_rotated[..., :half_dim]
39
+ q2 = q_rotated[..., half_dim:]
40
+ k1 = k_rotated[..., :half_dim]
41
+ k2 = k_rotated[..., half_dim:]
42
+ if cos.shape[-1] != half_dim:
43
+ # Trim cos/sin to match half_dim
44
+ cos = cos[..., :half_dim]
45
+ sin = sin[..., :half_dim]
46
+
47
+ apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
+ apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
+ return q_rotated, k_rotated
50
+
51
+
52
+ # Add torch compile support for functions
53
+ apply_rotary_transformers.can_torch_compile = True
54
+
55
+
56
+ # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
+ __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
build/torch211-cxx11-cu128-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _rotary_cuda_83d35ad
3
+ ops = torch.ops._rotary_cuda_83d35ad
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_rotary_cuda_83d35ad::{op_name}"
build/torch211-cxx11-cu128-x86_64-linux/_rotary_cuda_83d35ad.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9ef71728252e9c9eeb69ccda9010973116709a9feca95bbc91674548baaf552
3
+ size 9966552
build/torch211-cxx11-cu128-x86_64-linux/layers.py ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ import torch.nn as nn
3
+
4
+ from ._ops import ops
5
+
6
+
7
+ class apply_rotary_transformers(nn.Module):
8
+ can_torch_compile = True
9
+
10
+ def forward(
11
+ self,
12
+ q: torch.Tensor,
13
+ k: torch.Tensor,
14
+ cos: torch.Tensor,
15
+ sin: torch.Tensor,
16
+ unsqueeze_dim: int = 1,
17
+ ) -> tuple[torch.Tensor, torch.Tensor]:
18
+ """
19
+ Rotary kernel implementation wrapper
20
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
+ """
22
+ cos = cos.unsqueeze(unsqueeze_dim)
23
+ sin = sin.unsqueeze(unsqueeze_dim)
24
+
25
+ q_rotated = q.clone()
26
+ k_rotated = k.clone()
27
+
28
+ # Get half dimension for rotation
29
+ half_dim = q.shape[-1] // 2
30
+ q1 = q_rotated[..., :half_dim]
31
+ q2 = q_rotated[..., half_dim:]
32
+ k1 = k_rotated[..., :half_dim]
33
+ k2 = k_rotated[..., half_dim:]
34
+ if cos.shape[-1] != half_dim:
35
+ # Trim cos/sin to match half_dim
36
+ cos = cos[..., :half_dim]
37
+ sin = sin[..., :half_dim]
38
+
39
+ ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
+ ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
+ return q_rotated, k_rotated
build/torch211-cxx11-cu128-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "rotary",
3
+ "id": "_rotary_cuda_83d35ad",
4
+ "version": 2,
5
+ "license": "BSD-3-Clause",
6
+ "python-depends": [],
7
+ "backend": {
8
+ "type": "cuda",
9
+ "archs": [
10
+ "10.0",
11
+ "10.1",
12
+ "12.0+PTX",
13
+ "7.0",
14
+ "7.2",
15
+ "7.5",
16
+ "8.0",
17
+ "8.6",
18
+ "8.7",
19
+ "8.9",
20
+ "9.0"
21
+ ]
22
+ },
23
+ "digest": {
24
+ "algorithm": "sha256",
25
+ "files": {
26
+ "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
27
+ "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
28
+ "_rotary_cuda_83d35ad.abi3.so": "2e9xcoJS6cnutpzNqQEJcxFnCan+ypW7yRZ0VIuq9VI=",
29
+ "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
30
+ "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
31
+ }
32
+ },
33
+ "provenance": {
34
+ "kernel-builder": {
35
+ "version": "0.17.0-dev0",
36
+ "sha": "81580bb92577f2f7228661ca2a221fc052375709",
37
+ "dirty": false
38
+ },
39
+ "kernel": {
40
+ "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
41
+ "dirty": false
42
+ }
43
+ }
44
+ }
build/torch211-cxx11-cu128-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUIZohJSbGTi/2H4Txq9xRR5AUIzswCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI3WhcNMjYwNzE0MTIxNjI3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEVSmOMe+VReBYKA113MR77Kc3P0/fKPFz3xTtMcFuM/gMSt+PRd45ntxOFiUkQc6lMz+xZfdxA+ctg4YGIsDwYaOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUQFyBbCekpz6A3nfpxwY6b5GTH90wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFddwAAAQDAEcwRQIhAOSxX9bXdtf8MmPOW5ZTD+l7ops0f2gstJBBGA+YLyg3AiB2K2dqsRXjw/sYPklncCojbuo2WHn6Im6pYKwUmopdPzAKBggqhkjOPQQDAwNoADBlAjAatchWPp03GPWY3f6cclOv7gI4qOwCXp9V/qLw0leQW+J3Zf8UFIL8CUDOoLXpluUCMQCnJDTrWuuhOjmzpo5lF9IYZjUNERwMuc2wlEvEsHpPg9qnWeRGT77N91RC8OxgpjI="}, "tlogEntries":[{"logIndex":"2167871678", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030787", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQCkmNJSalxhlSnRFNUbDHzHuPkeUbE2ASMWUH+8Bgp4tAIhAIvTQ1bldtVbkOS4qnY8xVBel4LTLVIIhFm9GA3PHo8T"}, "inclusionProof":{"logIndex":"2045967416", "rootHash":"Opsn9s4j1WU8WbwUmUTwYKypPqZwV/9rdHcHySPCtXI=", "treeSize":"2045967445", "hashes":["sfbM599WvSpMrWqXdVjTJ4vYvVqOMwPI1eyJEcrpmCQ=", "NY0NQRz3XGYanM91MiZ05uKCI5h7hh/YqQlqMee8Pzc=", "dKwVjmhBsPn6/Hc9rtmMbGmTSlmTbf3eGD0VSCbFTRc=", "DD98Z1ECCMuTfJ6nlWLQzgc5Pjxb+qjRF2fifM1mAlk=", "t3i7p4Qqe+wO/N9vD6q3AlAhMAkRTGTeT868vkAI7RI=", "1DdK0/MeCtscY9IuwTCdhBBHVbJCUHTcaYJSZDk5kQ0=", "jBHL2E/7j9xavTJv51gHQzgeks/+y5etMmgrET9ijMg=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967445\nOpsn9s4j1WU8WbwUmUTwYKypPqZwV/9rdHcHySPCtXI=\n\n— rekor.sigstore.dev wNI9ajBFAiAc+l6/n7PHp016heppkDIWwDVu8taSY4oOFLy6bMH6ywIhAPFnb4dRQe8/EbnzoIuCvntHZj/mSuS0/OdYJ4EGR0Uh\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwM2FkODVkZWU3ZGM5MzNhMDRiNjkxNWYwMjZjNjgwZDk4YmJiOTdmMjJhOTQ5MDdhMzg2YTAyZGJkYzcwMzU2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUN0RTRnZi8rSDFqQlJpd1p1WXZYdVkzckoyeS8wN09EejBCYzFQc2N1ODRRSWdFeGpHYnErdjRMZEVtRHRRaFM1S2ZRVUxZYTN1OFFoS3RSbS9nUnBUZXdBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlNWcHZhRXBUWWtkVWFTOHlTRFJVZUhFNWVGSlNOVUZWU1hwemQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTTFkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZXVTIxUFRXVXJWbEpsUWxsTFFURXhNMDFTTnpkTFl6TlFNQzltUzFCR2VqTjRWSFFLVFdOR2RVMHZaMDFUZEN0UVVtUTBOVzUwZUU5R2FWVnJVV00yYkUxNkszaGFabVI0UVN0amRHYzBXVWRKYzBSM1dXRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZSUm5sQ0NtSkRaV3R3ZWpaQk0yNW1jSGgzV1RaaU5VZFVTRGt3ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFprWkhkQlFVRlJSQXBCUldOM1VsRkphRUZQVTNoWU9XSllaSFJtT0UxdFVFOVhOVnBVUkN0c04yOXdjekJtTW1kemRFcENRa2RCSzFsTWVXY3pRV2xDTWtzeVpIRnpVbGhxQ25jdmMxbFFhMnh1WTBOdmFtSjFiekpYU0c0MlNXMDJjRmxMZDFWdGIzQmtVSHBCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEJZWFJqYUZjS1VIQXdNMGRRVjFrelpqWmpZMnhQZGpkblNUUnhUM2REV0hBNVZpOXhUSGN3YkdWUlZ5dEtNMXBtT0ZWR1NVdzRRMVZFVDI5TVdIQnNkVlZEVFZGRGJncEtSRlJ5VjNWMWFFOXFiWHB3YnpWc1JqbEpXVnBxVlU1RlVuZE5kV015ZDJ4RmRrVnpTSEJRWnpseGJsZGxVa2RVTnpkT09URlNRemhQZUdkd2FrazlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgpTbdMLLry6wCoZghUTgIMyjcOZn0mGw64d4Pe3k+KBACFQDAHCMExGHZYFgy3mzi35Il+l7M8hgPMjAyNjA3MTQxMjA2MjdaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYyN1owLwYJKoZIhvcNAQkEMSIEIL+UizdVA1VnYGIkQrkNyfmRkxALkmVrx8MTlU1toZAKMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMCMNp0nagwA2Ql8IjO7dX94fG3qk9Du+vmjFPcrQwBTC0emrQTYxaQ7yLVH3UZHiugIwCa/ROCpoR/9napKo4S4gZV9u7Jm1vfRblciG2yos3QnHIouhNpdJtaKAGX4ijk7g"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"A62F3ufckzoEtpFfAmxoDZi7uX8iqUkHo4agLb3HA1Y="}, "signature":"MEUCIQCtE4gf/+H1jBRiwZuYvXuY3rJ2y/07ODz0Bc1Pscu84QIgExjGbq+v4LdEmDtQhS5KfQULYa3u8QhKtRm/gRpTewA="}}
build/torch211-cxx11-cu128-x86_64-linux/rotary/__init__.py ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import ctypes
2
+ import importlib.util
3
+ import sys
4
+ from pathlib import Path
5
+ from types import ModuleType
6
+
7
+
8
+ def _import_from_path(file_path: Path) -> ModuleType:
9
+ # We cannot use the module name as-is, after adding it to `sys.modules`,
10
+ # it would also be used for other imports. So, we make a module name that
11
+ # depends on the path for it to be unique using the hex-encoded hash of
12
+ # the path.
13
+ path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
+ module_name = path_hash
15
+ spec = importlib.util.spec_from_file_location(module_name, file_path)
16
+ if spec is None:
17
+ raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
+ module = importlib.util.module_from_spec(spec)
19
+ if module is None:
20
+ raise ImportError(f"Cannot load module {module_name} from spec")
21
+ sys.modules[module_name] = module
22
+ spec.loader.exec_module(module) # type: ignore
23
+ return module
24
+
25
+
26
+ globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
build/torch211-cxx11-cu130-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+
3
+ from . import layers
4
+ from ._ops import ops
5
+
6
+
7
+ def apply_rotary(
8
+ x1: torch.Tensor,
9
+ x2: torch.Tensor,
10
+ cos: torch.Tensor,
11
+ sin: torch.Tensor,
12
+ out1: torch.Tensor,
13
+ out2: torch.Tensor,
14
+ conj: bool,
15
+ ) -> None:
16
+ ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
+
18
+
19
+ def apply_rotary_transformers(
20
+ q: torch.Tensor,
21
+ k: torch.Tensor,
22
+ cos: torch.Tensor,
23
+ sin: torch.Tensor,
24
+ unsqueeze_dim: int = 1,
25
+ ) -> tuple[torch.Tensor, torch.Tensor]:
26
+ """
27
+ Rotary kernel implementation wrapper
28
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
+ """
30
+ cos = cos.unsqueeze(unsqueeze_dim)
31
+ sin = sin.unsqueeze(unsqueeze_dim)
32
+
33
+ q_rotated = q.clone()
34
+ k_rotated = k.clone()
35
+
36
+ # Get half dimension for rotation
37
+ half_dim = q.shape[-1] // 2
38
+ q1 = q_rotated[..., :half_dim]
39
+ q2 = q_rotated[..., half_dim:]
40
+ k1 = k_rotated[..., :half_dim]
41
+ k2 = k_rotated[..., half_dim:]
42
+ if cos.shape[-1] != half_dim:
43
+ # Trim cos/sin to match half_dim
44
+ cos = cos[..., :half_dim]
45
+ sin = sin[..., :half_dim]
46
+
47
+ apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
+ apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
+ return q_rotated, k_rotated
50
+
51
+
52
+ # Add torch compile support for functions
53
+ apply_rotary_transformers.can_torch_compile = True
54
+
55
+
56
+ # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
+ __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
build/torch211-cxx11-cu130-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _rotary_cuda_83d35ad
3
+ ops = torch.ops._rotary_cuda_83d35ad
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_rotary_cuda_83d35ad::{op_name}"
build/torch211-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1068c6e398eaa577252d0316aa8bd8632a09acdcc6e974853f3f0602f79f9f99
3
+ size 9645376
build/torch211-cxx11-cu130-x86_64-linux/layers.py ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ import torch.nn as nn
3
+
4
+ from ._ops import ops
5
+
6
+
7
+ class apply_rotary_transformers(nn.Module):
8
+ can_torch_compile = True
9
+
10
+ def forward(
11
+ self,
12
+ q: torch.Tensor,
13
+ k: torch.Tensor,
14
+ cos: torch.Tensor,
15
+ sin: torch.Tensor,
16
+ unsqueeze_dim: int = 1,
17
+ ) -> tuple[torch.Tensor, torch.Tensor]:
18
+ """
19
+ Rotary kernel implementation wrapper
20
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
+ """
22
+ cos = cos.unsqueeze(unsqueeze_dim)
23
+ sin = sin.unsqueeze(unsqueeze_dim)
24
+
25
+ q_rotated = q.clone()
26
+ k_rotated = k.clone()
27
+
28
+ # Get half dimension for rotation
29
+ half_dim = q.shape[-1] // 2
30
+ q1 = q_rotated[..., :half_dim]
31
+ q2 = q_rotated[..., half_dim:]
32
+ k1 = k_rotated[..., :half_dim]
33
+ k2 = k_rotated[..., half_dim:]
34
+ if cos.shape[-1] != half_dim:
35
+ # Trim cos/sin to match half_dim
36
+ cos = cos[..., :half_dim]
37
+ sin = sin[..., :half_dim]
38
+
39
+ ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
+ ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
+ return q_rotated, k_rotated
build/torch211-cxx11-cu130-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "rotary",
3
+ "id": "_rotary_cuda_83d35ad",
4
+ "version": 2,
5
+ "license": "BSD-3-Clause",
6
+ "python-depends": [],
7
+ "backend": {
8
+ "type": "cuda",
9
+ "archs": [
10
+ "10.0",
11
+ "11.0",
12
+ "12.0",
13
+ "12.1+PTX",
14
+ "7.5",
15
+ "8.0",
16
+ "8.6",
17
+ "8.7",
18
+ "8.9",
19
+ "9.0"
20
+ ]
21
+ },
22
+ "digest": {
23
+ "algorithm": "sha256",
24
+ "files": {
25
+ "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
26
+ "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
27
+ "_rotary_cuda_83d35ad.abi3.so": "EGjG45jqpXclLQMWqovYYyoJrNzG6XSFPz8GAvefn5k=",
28
+ "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
29
+ "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
30
+ }
31
+ },
32
+ "provenance": {
33
+ "kernel-builder": {
34
+ "version": "0.17.0-dev0",
35
+ "sha": "81580bb92577f2f7228661ca2a221fc052375709",
36
+ "dirty": false
37
+ },
38
+ "kernel": {
39
+ "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
40
+ "dirty": false
41
+ }
42
+ }
43
+ }
build/torch211-cxx11-cu130-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHTTCCBtKgAwIBAgIUVPrZUqWfkF7Rm/ZX/l3ivnML634wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI4WhcNMjYwNzE0MTIxNjI4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEmUAKYBcI4My7AT5Q5AyNbBg4xux1xblIlwqm3TI/5kOJMepiop1ETj+WQ/sX9carGEZgHtj5ZXWVZQyMlUDjrqOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUaR9y1IVP5E4UYlAh/y+rCXfQofcwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFei8AAAQDAEgwRgIhAIEmpLZXI6Pc7I1xSPhCqG+qEWBXkw1fd0FiinyXlWw8AiEAhyocK3HIDlAyltwhLiFgcmNCa5k7DmXGguSqYZLa7a0wCgYIKoZIzj0EAwMDaQAwZgIxALOC4tikyaHQZbFgbyblulPe3qmxtM7NJiad2WF6VLtojjnCZ1iuCCjXGELViqsOnQIxAKymqyyucxASTWutwnbimRRKMPoBENPQyY6nvsZHmwZbPxi9d4ZczHFRU3YmnLYBgg=="}, "tlogEntries":[{"logIndex":"2167871783", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030788", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQCAL7hDBHDLcfygSaJrqIP8K4jHs27vZ/svxNvJawZ4EQIgQE6K8rRQjWaYTRo6MLvMC4dhXBuTn5V06SxnHUOMfj4="}, "inclusionProof":{"logIndex":"2045967521", "rootHash":"sXiDr+slbNAnIo/mYYSvkc1ijTIrBQ5Tf4HzfBU5YWo=", "treeSize":"2045967539", "hashes":["WStjM2TR/2ofxQaWCxq5CXM0FQz53LdUcDMOkNOEL/k=", "KkTALjTygPCeHpcfDh3Tefq7Zdo/8wbqDeJh7mNC/Nw=", "d84KjkOsyQCraJ08Gqe4Ed7T585R+fdsrRuIaO19on0=", "JPUzpjrV3FUnP+JdbU4bdGufSjncYMS+z9bN/4eDODg=", "rTWsEFK4Z86m+sXvy+A4lhmeyB3Gn/RgjIa65oMR6zM=", "aDR8zHXWQQE1HVV+U1ET8KtFgRQKSqjZRMDu6L81sIE=", "JankFCXvKeLrUI6ELcn3cCUh6jkhkCIHV2+qKHdbP+g=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967539\nsXiDr+slbNAnIo/mYYSvkc1ijTIrBQ5Tf4HzfBU5YWo=\n\n— rekor.sigstore.dev wNI9ajBEAiBbsJ7YrrK13BqezwdQpQKc18kCe2/FkG9qjiDMKGwI0QIgE8/eCmbHTmet6exg3Rt5HPef5lYlXCnHS/0amOFsZXs=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiNmRlNzliZmY5OTQ4OWI1MTA5OWJhOTc2NTE4NGFjMDViZTU0NWRjODY2Mjc5MzE0OTBjY2E5NzJiYTg3ZjljIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNoQWRJVlp0cEtocC9pWEhST25Kbmg0VVpmNVQzT25XRDdWcWpBZlZiQmtBSWdCdVVYQTRORTBrUXRpS2RBd0ZFcVlQRk1NN0l5TWJaVFV3NVVsY1ZleDFrPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVWRU5EUW5STFowRjNTVUpCWjBsVlZsQnlXbFZ4VjJaclJqZFNiUzlhV0M5c00ybDJiazFNTmpNMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTkZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ0VlVGTFdVSmpTVFJOZVRkQlZEVlJOVUY1VG1KQ1p6UjRkWGd4ZUdKc1NXeDNjVzBLTTFSSkx6VnJUMHBOWlhCcGIzQXhSVlJxSzFkUkwzTllPV05oY2tkRldtZElkR28xV2xoWFZscFJlVTFzVlVScWNuRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZoVWpsNUNqRkpWbEExUlRSVldXeEJhQzk1SzNKRFdHWlJiMlpqZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpsYVRoQlFVRlJSQXBCUldkM1VtZEphRUZKUlcxd1RGcFlTVFpRWXpkSk1YaFRVR2hEY1VjcmNVVlhRbGhyZHpGbVpEQkdhV2x1ZVZoc1YzYzRRV2xGUVdoNWIyTkxNMGhKQ2tSc1FYbHNkSGRvVEdsR1oyTnRUa05oTldzM1JHMVlSMmQxVTNGWldreGhOMkV3ZDBObldVbExiMXBKZW1vd1JVRjNUVVJoVVVGM1dtZEplRUZNVDBNS05IUnBhM2xoU0ZGYVlrWm5ZbmxpYkhWc1VHVXpjVzE0ZEUwM1RrcHBZV1F5VjBZMlZreDBiMnBxYmtOYU1XbDFRME5xV0VkRlRGWnBjWE5QYmxGSmVBcEJTM2x0Y1hsNWRXTjRRVk5VVjNWMGQyNWlhVzFTVWt0TlVHOUNSVTVRVVhsWk5tNTJjMXBJYlhkYVlsQjRhVGxrTkZwamVraEdVbFV6V1cxdVRGbENDbWRuUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgC04He/B0kBph25hVm17JNJGwC3pe/Jr1r+U7fkw0mqACFQCTU8c6/l+MUCjymMaloeS2BQ6/rhgPMjAyNjA3MTQxMjA2MjhaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYyOFowLwYJKoZIhvcNAQkEMSIEIP+n1IgqM7Vuc+2EasuuzhyVDbYcfvrz/BNMMIHYygrdMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQCAkv+0mhZKOadQFmxrnYMcPoTsakOrzh0t7JLDxWZNWr7cL/5GP+ob1bUXUuCRsV0CMQCRqbbk7AjHJhGU6a1OtOux/jIcXJKAZFjbIAcCWwDpQuq3dAcVZPF8fgtQWuQ5neU="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"tt55v/mUibUQmbqXZRhKwFvlRdyGYnkxSQzKlyuof5w="}, "signature":"MEUCIQChAdIVZtpKhp/iXHROnJnh4UZf5T3OnWD7VqjAfVbBkAIgBuUXA4NE0kQtiKdAwFEqYPFMM7IyMbZTUw5UlcVex1k="}}
build/torch211-cxx11-cu130-x86_64-linux/rotary/__init__.py ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import ctypes
2
+ import importlib.util
3
+ import sys
4
+ from pathlib import Path
5
+ from types import ModuleType
6
+
7
+
8
+ def _import_from_path(file_path: Path) -> ModuleType:
9
+ # We cannot use the module name as-is, after adding it to `sys.modules`,
10
+ # it would also be used for other imports. So, we make a module name that
11
+ # depends on the path for it to be unique using the hex-encoded hash of
12
+ # the path.
13
+ path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
+ module_name = path_hash
15
+ spec = importlib.util.spec_from_file_location(module_name, file_path)
16
+ if spec is None:
17
+ raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
+ module = importlib.util.module_from_spec(spec)
19
+ if module is None:
20
+ raise ImportError(f"Cannot load module {module_name} from spec")
21
+ sys.modules[module_name] = module
22
+ spec.loader.exec_module(module) # type: ignore
23
+ return module
24
+
25
+
26
+ globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
build/torch212-cxx11-cu126-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+
3
+ from . import layers
4
+ from ._ops import ops
5
+
6
+
7
+ def apply_rotary(
8
+ x1: torch.Tensor,
9
+ x2: torch.Tensor,
10
+ cos: torch.Tensor,
11
+ sin: torch.Tensor,
12
+ out1: torch.Tensor,
13
+ out2: torch.Tensor,
14
+ conj: bool,
15
+ ) -> None:
16
+ ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
+
18
+
19
+ def apply_rotary_transformers(
20
+ q: torch.Tensor,
21
+ k: torch.Tensor,
22
+ cos: torch.Tensor,
23
+ sin: torch.Tensor,
24
+ unsqueeze_dim: int = 1,
25
+ ) -> tuple[torch.Tensor, torch.Tensor]:
26
+ """
27
+ Rotary kernel implementation wrapper
28
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
+ """
30
+ cos = cos.unsqueeze(unsqueeze_dim)
31
+ sin = sin.unsqueeze(unsqueeze_dim)
32
+
33
+ q_rotated = q.clone()
34
+ k_rotated = k.clone()
35
+
36
+ # Get half dimension for rotation
37
+ half_dim = q.shape[-1] // 2
38
+ q1 = q_rotated[..., :half_dim]
39
+ q2 = q_rotated[..., half_dim:]
40
+ k1 = k_rotated[..., :half_dim]
41
+ k2 = k_rotated[..., half_dim:]
42
+ if cos.shape[-1] != half_dim:
43
+ # Trim cos/sin to match half_dim
44
+ cos = cos[..., :half_dim]
45
+ sin = sin[..., :half_dim]
46
+
47
+ apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
+ apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
+ return q_rotated, k_rotated
50
+
51
+
52
+ # Add torch compile support for functions
53
+ apply_rotary_transformers.can_torch_compile = True
54
+
55
+
56
+ # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
+ __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
build/torch212-cxx11-cu126-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _rotary_cuda_83d35ad
3
+ ops = torch.ops._rotary_cuda_83d35ad
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_rotary_cuda_83d35ad::{op_name}"
build/torch212-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e19ec90558a761012f9634030979bda3b7d6b26227170d50085f423d425b435
3
+ size 6318336
build/torch212-cxx11-cu126-x86_64-linux/layers.py ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ import torch.nn as nn
3
+
4
+ from ._ops import ops
5
+
6
+
7
+ class apply_rotary_transformers(nn.Module):
8
+ can_torch_compile = True
9
+
10
+ def forward(
11
+ self,
12
+ q: torch.Tensor,
13
+ k: torch.Tensor,
14
+ cos: torch.Tensor,
15
+ sin: torch.Tensor,
16
+ unsqueeze_dim: int = 1,
17
+ ) -> tuple[torch.Tensor, torch.Tensor]:
18
+ """
19
+ Rotary kernel implementation wrapper
20
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
+ """
22
+ cos = cos.unsqueeze(unsqueeze_dim)
23
+ sin = sin.unsqueeze(unsqueeze_dim)
24
+
25
+ q_rotated = q.clone()
26
+ k_rotated = k.clone()
27
+
28
+ # Get half dimension for rotation
29
+ half_dim = q.shape[-1] // 2
30
+ q1 = q_rotated[..., :half_dim]
31
+ q2 = q_rotated[..., half_dim:]
32
+ k1 = k_rotated[..., :half_dim]
33
+ k2 = k_rotated[..., half_dim:]
34
+ if cos.shape[-1] != half_dim:
35
+ # Trim cos/sin to match half_dim
36
+ cos = cos[..., :half_dim]
37
+ sin = sin[..., :half_dim]
38
+
39
+ ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
+ ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
+ return q_rotated, k_rotated
build/torch212-cxx11-cu126-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "rotary",
3
+ "id": "_rotary_cuda_83d35ad",
4
+ "version": 2,
5
+ "license": "BSD-3-Clause",
6
+ "python-depends": [],
7
+ "backend": {
8
+ "type": "cuda",
9
+ "archs": [
10
+ "7.0",
11
+ "7.2",
12
+ "7.5",
13
+ "8.0",
14
+ "8.6",
15
+ "8.7",
16
+ "8.9",
17
+ "9.0+PTX"
18
+ ]
19
+ },
20
+ "digest": {
21
+ "algorithm": "sha256",
22
+ "files": {
23
+ "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
24
+ "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
25
+ "_rotary_cuda_83d35ad.abi3.so": "jhnskFWKdhAS+WNAMJeb2jt9ayYicXDVAIX0I9QltDU=",
26
+ "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
27
+ "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
28
+ }
29
+ },
30
+ "provenance": {
31
+ "kernel-builder": {
32
+ "version": "0.17.0-dev0",
33
+ "sha": "81580bb92577f2f7228661ca2a221fc052375709",
34
+ "dirty": false
35
+ },
36
+ "kernel": {
37
+ "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
38
+ "dirty": false
39
+ }
40
+ }
41
+ }
build/torch212-cxx11-cu126-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtKgAwIBAgIUO/nB11LZuDBIz8Tksq/deSIAPT8wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI4WhcNMjYwNzE0MTIxNjI4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEYoIYEH4Guc9yGlmuaruWXbG1G1B9tp+ouZwGMKJ1BcqCqIsipIk79RHmcOEzwTbiUlEupaS1/ne+fVILxXEzOaOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQU4DzrPsrdeDEmKsX7scsp0CCAXmIwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFfVUAAAQDAEgwRgIhANt8JD2MZ+/zO2F9vkKOX0PsCs6n2iCMFLhVEG1x9HDkAiEArmX4CNDY/KK4GYubAbqP6mmS9SwkL5E/CIFdngvUboMwCgYIKoZIzj0EAwMDZwAwZAIwVGBMimyRNXSGiqnU6m/1yPumyfsE1QfbNteMLjsAnvnnPsE64wkLG0a7zdi5ii38AjAi3H/8GmvRjxvBX6Gvz6wt8uGgTwGZco2d+5sLjuYL+F+R0WGS6ee35b+c1mql6II="}, "tlogEntries":[{"logIndex":"2167871900", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030789", "inclusionPromise":{"signedEntryTimestamp":"MEQCIHGO5KVKFXqskW5xzAx77d081MeiJLkcINmEqmQD5Jd0AiA6O9z+5gPbsO9FbiuZcql3Xj6PYDylydwP1vKr9rbT6Q=="}, "inclusionProof":{"logIndex":"2045967638", "rootHash":"p0YWoYKjr/uR5MTe4wB6sLLaZYhBCQoYTS+Kb7CSrrw=", "treeSize":"2045967654", "hashes":["EgPYyF6XaS5q0YcrpfYcD/As/iuvSiHrPSviOCdh+MM=", "0wpzqgXLL9C8Q7X1yDqUZdaRB55zsIURUIVpHon7Z2Q=", "0AtGJJdG7uYpCeI+kd9oQEchZhSNvU0R63aCI7EmOJA=", "6TbXJv1n4tqJhjAXKT/wF83HgcdJcJwkkr/lE8Vylwo=", "BNRqPsZ6+u5cFv6fXe8NNu9OUop784Ryq8lOE+PjGTc=", "xQqeT4gEeUOUgSXCB4tR55gEgaTlU2dAdWKOj1bszhQ=", "0M5tcWKz4HSo3nwNTdXjXiOywzDiyzeg47CLKb5FexU=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967654\np0YWoYKjr/uR5MTe4wB6sLLaZYhBCQoYTS+Kb7CSrrw=\n\n— rekor.sigstore.dev wNI9ajBFAiEA523ft6wXw6MxwHPBnu1iggWrtTE8gjfjYi15d5Ol3YgCIEZG/8S3/kxdFxn4ML/PeoxwMD3L/hsyv+AIxdlm61IH\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJhY2UwYWQwODk3OGRkZTkyOWFmYjgyMjcwMDhjMTRjMjNhMTA5NGQyMmFjMWU1MTcyZjBlMTYzMzMwMWYxZTU0In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNyZG9XS1VQL1BIaUx1WDV6REJyTFlnbVhINjJxSUNLZHBtZWN2amNmd0VRSWhBT2RqZkh1NWQvM3NlRk52Z3llZjJKRmZOOEpwSVdmck00QSs0MmtJWFJzNyIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5STFowRjNTVUpCWjBsVlR5OXVRakV4VEZwMVJFSkplamhVYTNOeEwyUmxVMGxCVUZRNGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTkZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZaYjBsWlJVZzBSM1ZqT1hsSGJHMTFZWEoxVjFoaVJ6RkhNVUk1ZEhBcmIzVmFkMGNLVFV0S01VSmpjVU54U1hOcGNFbHJOemxTU0cxalQwVjZkMVJpYVZWc1JYVndZVk14TDI1bEsyWldTVXg0V0VWNlQyRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlUwUkhweUNsQnpjbVJsUkVWdFMzTllOM05qYzNBd1EwTkJXRzFKZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFptVmxWQlFVRlJSQXBCUldkM1VtZEphRUZPZERoS1JESk5XaXN2ZWs4eVJqbDJhMHRQV0RCUWMwTnpObTR5YVVOTlJreG9Wa1ZITVhnNVNFUnJRV2xGUVhKdFdEUkRUa1JaQ2k5TFN6UkhXWFZpUVdKeFVEWnRiVk01VTNkclREVkZMME5KUm1SdVozWlZZbTlOZDBObldVbExiMXBKZW1vd1JVRjNUVVJhZDBGM1drRkpkMVpIUWswS2FXMTVVazVZVTBkcGNXNVZObTB2TVhsUWRXMTVabk5GTVZGbVlrNTBaVTFNYW5OQmJuWnVibEJ6UlRZMGQydE1SekJoTjNwa2FUVnBhVE00UVdwQmFRb3pTQzg0UjIxMlVtcDRka0pZTmtkMmVqWjNkRGgxUjJkVWQwZGFZMjh5WkNzMWMweHFkVmxNSzBZclVqQlhSMU0yWldVek5XSXJZekZ0Y1d3MlNVazlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgAUSG6anBOiVqxhbDlswqoZvI+677W491tP1SPpE83bYCFQDTGLbBDPYtQwgDWe0AWTPSPatklhgPMjAyNjA3MTQxMjA2MjlaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYyOVowLwYJKoZIhvcNAQkEMSIEICeeNU+JDWTxtzpvtoOFbLACnD8VTTeeZYX2RcP6j0/IMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMDmpgrVhei/aGef7OYWa0NY5VRmGfHYUlZ59BKMEBB7woZORM0K1TFJbmA9TgZxMugIwRGETqVHGoBm6nF++uG2qb/k/H0ohFVStpdB2n+F5QIHjPvrtnU5d/5Q9iTJIYtki"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"rOCtCJeN3pKa+4InAIwUwjoQlNIqweUXLw4WMzAfHlQ="}, "signature":"MEYCIQCrdoWKUP/PHiLuX5zDBrLYgmXH62qICKdpmecvjcfwEQIhAOdjfHu5d/3seFNvgyef2JFfN8JpIWfrM4A+42kIXRs7"}}
build/torch212-cxx11-cu126-x86_64-linux/rotary/__init__.py ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import ctypes
2
+ import importlib.util
3
+ import sys
4
+ from pathlib import Path
5
+ from types import ModuleType
6
+
7
+
8
+ def _import_from_path(file_path: Path) -> ModuleType:
9
+ # We cannot use the module name as-is, after adding it to `sys.modules`,
10
+ # it would also be used for other imports. So, we make a module name that
11
+ # depends on the path for it to be unique using the hex-encoded hash of
12
+ # the path.
13
+ path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
+ module_name = path_hash
15
+ spec = importlib.util.spec_from_file_location(module_name, file_path)
16
+ if spec is None:
17
+ raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
+ module = importlib.util.module_from_spec(spec)
19
+ if module is None:
20
+ raise ImportError(f"Cannot load module {module_name} from spec")
21
+ sys.modules[module_name] = module
22
+ spec.loader.exec_module(module) # type: ignore
23
+ return module
24
+
25
+
26
+ globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
build/torch212-cxx11-cu130-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+
3
+ from . import layers
4
+ from ._ops import ops
5
+
6
+
7
+ def apply_rotary(
8
+ x1: torch.Tensor,
9
+ x2: torch.Tensor,
10
+ cos: torch.Tensor,
11
+ sin: torch.Tensor,
12
+ out1: torch.Tensor,
13
+ out2: torch.Tensor,
14
+ conj: bool,
15
+ ) -> None:
16
+ ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
+
18
+
19
+ def apply_rotary_transformers(
20
+ q: torch.Tensor,
21
+ k: torch.Tensor,
22
+ cos: torch.Tensor,
23
+ sin: torch.Tensor,
24
+ unsqueeze_dim: int = 1,
25
+ ) -> tuple[torch.Tensor, torch.Tensor]:
26
+ """
27
+ Rotary kernel implementation wrapper
28
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
+ """
30
+ cos = cos.unsqueeze(unsqueeze_dim)
31
+ sin = sin.unsqueeze(unsqueeze_dim)
32
+
33
+ q_rotated = q.clone()
34
+ k_rotated = k.clone()
35
+
36
+ # Get half dimension for rotation
37
+ half_dim = q.shape[-1] // 2
38
+ q1 = q_rotated[..., :half_dim]
39
+ q2 = q_rotated[..., half_dim:]
40
+ k1 = k_rotated[..., :half_dim]
41
+ k2 = k_rotated[..., half_dim:]
42
+ if cos.shape[-1] != half_dim:
43
+ # Trim cos/sin to match half_dim
44
+ cos = cos[..., :half_dim]
45
+ sin = sin[..., :half_dim]
46
+
47
+ apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
+ apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
+ return q_rotated, k_rotated
50
+
51
+
52
+ # Add torch compile support for functions
53
+ apply_rotary_transformers.can_torch_compile = True
54
+
55
+
56
+ # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
+ __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
build/torch212-cxx11-cu130-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _rotary_cuda_83d35ad
3
+ ops = torch.ops._rotary_cuda_83d35ad
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_rotary_cuda_83d35ad::{op_name}"
build/torch212-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfe852e8a88a3512376011c66a0e181dcfc91ce87e389ad3d04db8ffb9e6a799
3
+ size 9655912
build/torch212-cxx11-cu130-x86_64-linux/layers.py ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ import torch.nn as nn
3
+
4
+ from ._ops import ops
5
+
6
+
7
+ class apply_rotary_transformers(nn.Module):
8
+ can_torch_compile = True
9
+
10
+ def forward(
11
+ self,
12
+ q: torch.Tensor,
13
+ k: torch.Tensor,
14
+ cos: torch.Tensor,
15
+ sin: torch.Tensor,
16
+ unsqueeze_dim: int = 1,
17
+ ) -> tuple[torch.Tensor, torch.Tensor]:
18
+ """
19
+ Rotary kernel implementation wrapper
20
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
+ """
22
+ cos = cos.unsqueeze(unsqueeze_dim)
23
+ sin = sin.unsqueeze(unsqueeze_dim)
24
+
25
+ q_rotated = q.clone()
26
+ k_rotated = k.clone()
27
+
28
+ # Get half dimension for rotation
29
+ half_dim = q.shape[-1] // 2
30
+ q1 = q_rotated[..., :half_dim]
31
+ q2 = q_rotated[..., half_dim:]
32
+ k1 = k_rotated[..., :half_dim]
33
+ k2 = k_rotated[..., half_dim:]
34
+ if cos.shape[-1] != half_dim:
35
+ # Trim cos/sin to match half_dim
36
+ cos = cos[..., :half_dim]
37
+ sin = sin[..., :half_dim]
38
+
39
+ ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
+ ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
+ return q_rotated, k_rotated
build/torch212-cxx11-cu130-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "rotary",
3
+ "id": "_rotary_cuda_83d35ad",
4
+ "version": 2,
5
+ "license": "BSD-3-Clause",
6
+ "python-depends": [],
7
+ "backend": {
8
+ "type": "cuda",
9
+ "archs": [
10
+ "10.0",
11
+ "11.0",
12
+ "12.0",
13
+ "12.1+PTX",
14
+ "7.5",
15
+ "8.0",
16
+ "8.6",
17
+ "8.7",
18
+ "8.9",
19
+ "9.0"
20
+ ]
21
+ },
22
+ "digest": {
23
+ "algorithm": "sha256",
24
+ "files": {
25
+ "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
26
+ "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
27
+ "_rotary_cuda_83d35ad.abi3.so": "v+hS6KiKNRI3YBHGag4YHc/JHOh+OJrT0E24/7nmp5k=",
28
+ "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
29
+ "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
30
+ }
31
+ },
32
+ "provenance": {
33
+ "kernel-builder": {
34
+ "version": "0.17.0-dev0",
35
+ "sha": "81580bb92577f2f7228661ca2a221fc052375709",
36
+ "dirty": false
37
+ },
38
+ "kernel": {
39
+ "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
40
+ "dirty": false
41
+ }
42
+ }
43
+ }
build/torch212-cxx11-cu130-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtCgAwIBAgIUCMlP0NnezOeJeZk0cFHIz5h95H4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI5WhcNMjYwNzE0MTIxNjI5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEs+pIUT7R8OMUm+cTXtKKThU+mmhrrAVtmPIKkw3EBPTpxdKrVE94bWI7dxWXPHwmg4NP2euwPSvz5DRopnNhUaOCBe8wggXrMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUGiXRKlBHElReHNgZxoBqcItknkwwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiQYKKwYBBAHWeQIEAgR7BHkAdwB1AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFgOgAAAQDAEYwRAIgY62JppqUysdjjXQyoj1i5FbvYzAuJPuFiltxV2YMnbMCIEP/uozuOhCWBwb+dnbU2I5Oe69jZuK7gtvNxhn6kc2JMAoGCCqGSM49BAMDA2gAMGUCMQDmUk62og9DQpiKOWOBPdRRcknEmBMoO3Tpn+ATO1lH1FR7EfIBNZi7yaRts/jhp64CMG95uxtok5LS43cuxloPoMGxHAABh3W8Bw6WhjYA0SllPGULSzrvFPBKig/UTUSfXA=="}, "tlogEntries":[{"logIndex":"2167871975", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030790", "inclusionPromise":{"signedEntryTimestamp":"MEQCIB8CaV+1UQpGrjEHkD1CctcEEBfNYrs7YEy+JAn6cDoIAiBQRw/Cz1THXE6tEoReWk4VGyvOU5KyuwctaEEjvd5ehg=="}, "inclusionProof":{"logIndex":"2045967713", "rootHash":"RUzumeIgXQrizl6u3zvkCf0j6KToECPePH+aMT7wTck=", "treeSize":"2045967714", "hashes":["3JkfXfJ67GAaU6nDEVJ54+LT4Lp7zLEMDK9B9bZwAbE=", "e7Yl0qwj3yJsvltBnkiaQE6GHoIRnjBIgjKSWiCAgCc=", "3RvVvF7fLoUXeXV4VLsB3qeZdvq3T0sgcnplXaHiIGQ=", "0M5tcWKz4HSo3nwNTdXjXiOywzDiyzeg47CLKb5FexU=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967714\nRUzumeIgXQrizl6u3zvkCf0j6KToECPePH+aMT7wTck=\n\n— rekor.sigstore.dev wNI9ajBGAiEAxo5GbnnF2nhWiY7K4PFINBrbrE2GrQKLaKKyqy1qE9ACIQDZ2byeJZzSqjJ/cz+26WPSZlbz9qBU9g8UXvfONyOdiQ==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI0YzRlNWMzOWU4YWRlMjJiMmFhYjBkZDFjMjYxMDYyMWRhODJkMDViZTJiMDQwYTJiOTEyNzFlY2YwZWY3YzZiIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURXR2owZkdDa1NweHU4Zi81eTIvSlM4ZXk3d3J4M0FBSGRNTllKcGlYQS93SWdMZlhqOHQ5cVZFak56cmlCSmZpbXZwb1NPd3FkRkdNQ3pMdHFGVk9rUktBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SRFowRjNTVUpCWjBsVlEwMXNVREJPYm1WNlQyVktaVnByTUdOR1NFbDZOV2c1TlVnMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTlZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ6SzNCSlZWUTNVamhQVFZWdEsyTlVXSFJMUzFSb1ZTdHRiV2h5Y2tGV2RHMVFTVXNLYTNjelJVSlFWSEI0WkV0eVZrVTVOR0pYU1Rka2VGZFlVRWgzYldjMFRsQXlaWFYzVUZOMmVqVkVVbTl3Yms1b1ZXRlBRMEpsT0hkbloxaHlUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZIYVZoU0NrdHNRa2hGYkZKbFNFNW5Xbmh2UW5GalNYUnJibXQzZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwVVZsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTTjBKSWEwRUtaSGRDTVVGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpuVDJkQlFVRlJSQXBCUlZsM1VrRkpaMWsyTWtwd2NIRlZlWE5rYW1wWVVYbHZhakZwTlVaaWRsbDZRWFZLVUhWR2FXeDBlRll5V1UxdVlrMURTVVZRTDNWdmVuVlBhRU5YQ2tKM1lpdGtibUpWTWtrMVQyVTJPV3BhZFVzM1ozUjJUbmhvYmpacll6SktUVUZ2UjBORGNVZFRUVFE1UWtGTlJFRXlaMEZOUjFWRFRWRkViVlZyTmpJS2IyYzVSRkZ3YVV0UFYwOUNVR1JTVW1OcmJrVnRRazF2VHpOVWNHNHJRVlJQTVd4SU1VWlNOMFZtU1VKT1dtazNlV0ZTZEhNdmFtaHdOalJEVFVjNU5RcDFlSFJ2YXpWTVV6UXpZM1Y0Ykc5UWIwMUhlRWhCUVVKb00xYzRRbmMyVjJocVdVRXdVMnhzVUVkVlRGTjZjblpHVUVKTGFXY3ZWVlJWVTJaWVFUMDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg+GXlqq1/dGDiEi5NfBqX3k0IqYOcP3KacRmJwBJuJGoCFGY4Wuc4x0F85TVu8UijizaFxDHSGA8yMDI2MDcxNDEyMDYyOVowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwNjI5WjAvBgkqhkiG9w0BCQQxIgQgA/X0ds2UWe5STEXtTJjllBfFItv3eXy0JE7k0U3hj+4wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwWYjDIXnVHc32MPzvesB0iGy7gMeeBVCzGcEY0Yw14+qxc/AdRg6PhC2xGdIDM/TuAjEAhkZUzIBw0HeAr0T6pUSJWEUnhQrNTJxSO3xYDzmHic4FReGfEY+MRye8GDPWKatS"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"TE5cOeit4isqqw3RwmEGIdqC0FvisECiuRJx7PDvfGs="}, "signature":"MEUCIQDWGj0fGCkSpxu8f/5y2/JS8ey7wrx3AAHdMNYJpiXA/wIgLfXj8t9qVEjNzriBJfimvpoSOwqdFGMCzLtqFVOkRKA="}}
build/torch212-cxx11-cu130-x86_64-linux/rotary/__init__.py ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import ctypes
2
+ import importlib.util
3
+ import sys
4
+ from pathlib import Path
5
+ from types import ModuleType
6
+
7
+
8
+ def _import_from_path(file_path: Path) -> ModuleType:
9
+ # We cannot use the module name as-is, after adding it to `sys.modules`,
10
+ # it would also be used for other imports. So, we make a module name that
11
+ # depends on the path for it to be unique using the hex-encoded hash of
12
+ # the path.
13
+ path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
+ module_name = path_hash
15
+ spec = importlib.util.spec_from_file_location(module_name, file_path)
16
+ if spec is None:
17
+ raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
+ module = importlib.util.module_from_spec(spec)
19
+ if module is None:
20
+ raise ImportError(f"Cannot load module {module_name} from spec")
21
+ sys.modules[module_name] = module
22
+ spec.loader.exec_module(module) # type: ignore
23
+ return module
24
+
25
+
26
+ globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
build/torch212-cxx11-cu132-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+
3
+ from . import layers
4
+ from ._ops import ops
5
+
6
+
7
+ def apply_rotary(
8
+ x1: torch.Tensor,
9
+ x2: torch.Tensor,
10
+ cos: torch.Tensor,
11
+ sin: torch.Tensor,
12
+ out1: torch.Tensor,
13
+ out2: torch.Tensor,
14
+ conj: bool,
15
+ ) -> None:
16
+ ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
+
18
+
19
+ def apply_rotary_transformers(
20
+ q: torch.Tensor,
21
+ k: torch.Tensor,
22
+ cos: torch.Tensor,
23
+ sin: torch.Tensor,
24
+ unsqueeze_dim: int = 1,
25
+ ) -> tuple[torch.Tensor, torch.Tensor]:
26
+ """
27
+ Rotary kernel implementation wrapper
28
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
+ """
30
+ cos = cos.unsqueeze(unsqueeze_dim)
31
+ sin = sin.unsqueeze(unsqueeze_dim)
32
+
33
+ q_rotated = q.clone()
34
+ k_rotated = k.clone()
35
+
36
+ # Get half dimension for rotation
37
+ half_dim = q.shape[-1] // 2
38
+ q1 = q_rotated[..., :half_dim]
39
+ q2 = q_rotated[..., half_dim:]
40
+ k1 = k_rotated[..., :half_dim]
41
+ k2 = k_rotated[..., half_dim:]
42
+ if cos.shape[-1] != half_dim:
43
+ # Trim cos/sin to match half_dim
44
+ cos = cos[..., :half_dim]
45
+ sin = sin[..., :half_dim]
46
+
47
+ apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
+ apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
+ return q_rotated, k_rotated
50
+
51
+
52
+ # Add torch compile support for functions
53
+ apply_rotary_transformers.can_torch_compile = True
54
+
55
+
56
+ # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
+ __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
build/torch212-cxx11-cu132-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _rotary_cuda_83d35ad
3
+ ops = torch.ops._rotary_cuda_83d35ad
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_rotary_cuda_83d35ad::{op_name}"
build/torch212-cxx11-cu132-x86_64-linux/_rotary_cuda_83d35ad.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dac347a5698c66707d96cd14f7ee97384c1ced3d81216bdccf8c2e2cc20df1e8
3
+ size 9897528
build/torch212-cxx11-cu132-x86_64-linux/layers.py ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ import torch.nn as nn
3
+
4
+ from ._ops import ops
5
+
6
+
7
+ class apply_rotary_transformers(nn.Module):
8
+ can_torch_compile = True
9
+
10
+ def forward(
11
+ self,
12
+ q: torch.Tensor,
13
+ k: torch.Tensor,
14
+ cos: torch.Tensor,
15
+ sin: torch.Tensor,
16
+ unsqueeze_dim: int = 1,
17
+ ) -> tuple[torch.Tensor, torch.Tensor]:
18
+ """
19
+ Rotary kernel implementation wrapper
20
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
+ """
22
+ cos = cos.unsqueeze(unsqueeze_dim)
23
+ sin = sin.unsqueeze(unsqueeze_dim)
24
+
25
+ q_rotated = q.clone()
26
+ k_rotated = k.clone()
27
+
28
+ # Get half dimension for rotation
29
+ half_dim = q.shape[-1] // 2
30
+ q1 = q_rotated[..., :half_dim]
31
+ q2 = q_rotated[..., half_dim:]
32
+ k1 = k_rotated[..., :half_dim]
33
+ k2 = k_rotated[..., half_dim:]
34
+ if cos.shape[-1] != half_dim:
35
+ # Trim cos/sin to match half_dim
36
+ cos = cos[..., :half_dim]
37
+ sin = sin[..., :half_dim]
38
+
39
+ ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
+ ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
+ return q_rotated, k_rotated
build/torch212-cxx11-cu132-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "rotary",
3
+ "id": "_rotary_cuda_83d35ad",
4
+ "version": 2,
5
+ "license": "BSD-3-Clause",
6
+ "python-depends": [],
7
+ "backend": {
8
+ "type": "cuda",
9
+ "archs": [
10
+ "10.0",
11
+ "11.0",
12
+ "12.0",
13
+ "12.1+PTX",
14
+ "7.5",
15
+ "8.0",
16
+ "8.6",
17
+ "8.7",
18
+ "8.9",
19
+ "9.0"
20
+ ]
21
+ },
22
+ "digest": {
23
+ "algorithm": "sha256",
24
+ "files": {
25
+ "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
26
+ "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
27
+ "_rotary_cuda_83d35ad.abi3.so": "2sNHpWmMZnB9ls0U9+6XOEwc7T2BIWvcz4wuLMIN8eg=",
28
+ "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
29
+ "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
30
+ }
31
+ },
32
+ "provenance": {
33
+ "kernel-builder": {
34
+ "version": "0.17.0-dev0",
35
+ "sha": "81580bb92577f2f7228661ca2a221fc052375709",
36
+ "dirty": false
37
+ },
38
+ "kernel": {
39
+ "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
40
+ "dirty": false
41
+ }
42
+ }
43
+ }
build/torch212-cxx11-cu132-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtGgAwIBAgIUacbHCTXVCet90rScsmWCA004urUwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjMwWhcNMjYwNzE0MTIxNjMwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEk45meqWllsTDi3PmVi6T/Lesnn1u1gLx1kDIfGUlOjcUnQ3iWId80pySIspKg4jlqxtGW7rBAbHj9fzJviVgoqOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUObeAzJU7VM9pzhqgGLQO2buNWR0wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFg5kAAAQDAEcwRQIgLcoHWzwcsKUH1CVKDsKHwfJNjlV4kAO6r+2G7Y7yvzACIQDqn3isbyRz5BZIOOstp8YSXp/PYm614n3gPOSAk7/++jAKBggqhkjOPQQDAwNnADBkAjAWnEWGYAj45eXoK3o3kRYraFDmC3gCsJl1ATFocmlA80NDjK7qp9qA5dbXRB+j6vECMAfGhChf6VfYBcsv/SX86kkKnylVY9WCwGhcCszHRze65q4nydtmHbnLOBoL/k4GDA=="}, "tlogEntries":[{"logIndex":"2167872034", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030790", "inclusionPromise":{"signedEntryTimestamp":"MEUCIEO8ZxGjIGLjOP1IxaH3IioxoxWrrTru0dy1FRehVzVvAiEA7tk0d8tIr5I88vQ5ZzntVfhNOtFw6L5YTosykHAfAqw="}, "inclusionProof":{"logIndex":"2045967772", "rootHash":"KkbxSNfhzckQSvLdCsynJ/nOQmnd6G6BVNzGu6L5RkU=", "treeSize":"2045967778", "hashes":["AqUd5LOe3opx8V17sUmlQKmm7ergW4Na6UrOKsKYBVk=", "eZLWJ5eTBzSaBJCOeMi4FboWUadpOoFdiIVtyhhuBko=", "vpWXB6VFpBjNLhcv7dp9hdgcRhbGI9DVyvMIPzQp28E=", "Fy/yfs8vRz25wHJVj0y0M1ipMQCJK/kSYAOGD6SymQg=", "NXQNGMaxD4eG6NHLI+o4P3XV9F2Kea44DcTn9OuID2U=", "swBWFqLOb+DK3v1IdvidBrLzURyShWr9zOY0gribicg=", "dhL854JTc7SCzqT/0YqG+SK6obX2bf4Ho2qswJQ+Xvs=", "0M5tcWKz4HSo3nwNTdXjXiOywzDiyzeg47CLKb5FexU=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967778\nKkbxSNfhzckQSvLdCsynJ/nOQmnd6G6BVNzGu6L5RkU=\n\n— rekor.sigstore.dev wNI9ajBFAiB0OOASe4SOZjUT4ma0+rGvsUXZF0CWJO3vQr2GxMGVTAIhAIEQuNV/AcrA4eJPkOZEBLh919IhPvoQao5Wp4amyIlz\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5MDQ2OTJkYjA1MjJiMWUxNzZmODQ4N2QyODhkZDE3MjdiYjc0YzU2YjE5ZjBhZjkyNGI1NzQyZmJiYzRjNWZjIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNqZU5UeFRYclorendEdmR5YUNXUlJrYjVJMGd6Z1NwcUtkWE0xL28xejVRSWhBTVBEd2hXZHNFUXNRZkhvV1BjbmY1SWc5RDhCRk1IZFo3WVhWT0tGaEJhMyIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SSFowRjNTVUpCWjBsVllXTmlTRU5VV0ZaRFpYUTVNSEpUWTNOdFYwTkJNREEwZFhKVmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBOZDFkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWsxM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZyTkRWdFpYRlhiR3h6VkVScE0xQnRWbWsyVkM5TVpYTnViakYxTVdkTWVERnJSRWtLWmtkVmJFOXFZMVZ1VVROcFYwbGtPREJ3ZVZOSmMzQkxaelJxYkhGNGRFZFhOM0pDUVdKSWFqbG1la3AyYVZabmIzRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZQWW1WQkNucEtWVGRXVFRsd2VtaHhaMGRNVVU4eVluVk9WMUl3ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpuTld0QlFVRlJSQXBCUldOM1VsRkpaMHhqYjBoWGVuZGpjMHRWU0RGRFZrdEVjMHRJZDJaS1RtcHNWalJyUVU4MmNpc3lSemRaTjNsMmVrRkRTVkZFY1c0emFYTmllVko2Q2pWQ1drbFBUM04wY0RoWlUxaHdMMUJaYlRZeE5HNHpaMUJQVTBGck55OHJLMnBCUzBKblozRm9hMnBQVUZGUlJFRjNUbTVCUkVKclFXcEJWMjVGVjBjS1dVRnFORFZsV0c5TE0yOHphMUpaY21GR1JHMURNMmREYzBwc01VRlVSbTlqYld4Qk9EQk9SR3BMTjNGd09YRkJOV1JpV0ZKQ0sybzJka1ZEVFVGbVJ3cG9RMmhtTmxabVdVSmpjM1l2VTFnNE5tdHJTMjU1YkZaWk9WZERkMGRvWTBOemVraFNlbVUyTlhFMGJubGtkRzFJWW01TVQwSnZUQzlyTkVkRVFUMDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgqEvqAu+X6XEWr0d8LyCwlmG+mMAfEr+4Mm8aBBKuC2cCFE5YTpUZ1sQbsv+OejG9oUfop0aWGA8yMDI2MDcxNDEyMDYzMFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwNjMwWjAvBgkqhkiG9w0BCQQxIgQgnMeruJM5cjmINh2YhQ0cMjYyZIPf5itbwt7uhX7hhakwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIxAJZQTWXTf2LqmwFanriZgWML0H19J3hdIj/WSevTni0N5RjRuQBUc+RTbKlszX5mgAIwEVOsNwwVIfH3DYTyA4qFJExqax7sllz8uQz3OZf5V+TrXQkNs/IGdKyy6d4h0CMC"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"kEaS2wUiseF2+Eh9KI3Rcnu3TFaxnwr5JLV0L7vExfw="}, "signature":"MEYCIQCjeNTxTXrZ+zwDvdyaCWRRkb5I0gzgSpqKdXM1/o1z5QIhAMPDwhWdsEQsQfHoWPcnf5Ig9D8BFMHdZ7YXVOKFhBa3"}}
build/torch212-cxx11-cu132-x86_64-linux/rotary/__init__.py ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import ctypes
2
+ import importlib.util
3
+ import sys
4
+ from pathlib import Path
5
+ from types import ModuleType
6
+
7
+
8
+ def _import_from_path(file_path: Path) -> ModuleType:
9
+ # We cannot use the module name as-is, after adding it to `sys.modules`,
10
+ # it would also be used for other imports. So, we make a module name that
11
+ # depends on the path for it to be unique using the hex-encoded hash of
12
+ # the path.
13
+ path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
+ module_name = path_hash
15
+ spec = importlib.util.spec_from_file_location(module_name, file_path)
16
+ if spec is None:
17
+ raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
+ module = importlib.util.module_from_spec(spec)
19
+ if module is None:
20
+ raise ImportError(f"Cannot load module {module_name} from spec")
21
+ sys.modules[module_name] = module
22
+ spec.loader.exec_module(module) # type: ignore
23
+ return module
24
+
25
+
26
+ globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
build/torch213-cxx11-cu126-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+
3
+ from . import layers
4
+ from ._ops import ops
5
+
6
+
7
+ def apply_rotary(
8
+ x1: torch.Tensor,
9
+ x2: torch.Tensor,
10
+ cos: torch.Tensor,
11
+ sin: torch.Tensor,
12
+ out1: torch.Tensor,
13
+ out2: torch.Tensor,
14
+ conj: bool,
15
+ ) -> None:
16
+ ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
+
18
+
19
+ def apply_rotary_transformers(
20
+ q: torch.Tensor,
21
+ k: torch.Tensor,
22
+ cos: torch.Tensor,
23
+ sin: torch.Tensor,
24
+ unsqueeze_dim: int = 1,
25
+ ) -> tuple[torch.Tensor, torch.Tensor]:
26
+ """
27
+ Rotary kernel implementation wrapper
28
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
+ """
30
+ cos = cos.unsqueeze(unsqueeze_dim)
31
+ sin = sin.unsqueeze(unsqueeze_dim)
32
+
33
+ q_rotated = q.clone()
34
+ k_rotated = k.clone()
35
+
36
+ # Get half dimension for rotation
37
+ half_dim = q.shape[-1] // 2
38
+ q1 = q_rotated[..., :half_dim]
39
+ q2 = q_rotated[..., half_dim:]
40
+ k1 = k_rotated[..., :half_dim]
41
+ k2 = k_rotated[..., half_dim:]
42
+ if cos.shape[-1] != half_dim:
43
+ # Trim cos/sin to match half_dim
44
+ cos = cos[..., :half_dim]
45
+ sin = sin[..., :half_dim]
46
+
47
+ apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
+ apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
+ return q_rotated, k_rotated
50
+
51
+
52
+ # Add torch compile support for functions
53
+ apply_rotary_transformers.can_torch_compile = True
54
+
55
+
56
+ # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
+ __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
build/torch213-cxx11-cu126-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _rotary_cuda_83d35ad
3
+ ops = torch.ops._rotary_cuda_83d35ad
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_rotary_cuda_83d35ad::{op_name}"
build/torch213-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7f3d61f7597ea02a95e9936de44587321639bcd9cbada1d83c503f08f15de2b
3
+ size 6318248
build/torch213-cxx11-cu126-x86_64-linux/layers.py ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ import torch.nn as nn
3
+
4
+ from ._ops import ops
5
+
6
+
7
+ class apply_rotary_transformers(nn.Module):
8
+ can_torch_compile = True
9
+
10
+ def forward(
11
+ self,
12
+ q: torch.Tensor,
13
+ k: torch.Tensor,
14
+ cos: torch.Tensor,
15
+ sin: torch.Tensor,
16
+ unsqueeze_dim: int = 1,
17
+ ) -> tuple[torch.Tensor, torch.Tensor]:
18
+ """
19
+ Rotary kernel implementation wrapper
20
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
+ """
22
+ cos = cos.unsqueeze(unsqueeze_dim)
23
+ sin = sin.unsqueeze(unsqueeze_dim)
24
+
25
+ q_rotated = q.clone()
26
+ k_rotated = k.clone()
27
+
28
+ # Get half dimension for rotation
29
+ half_dim = q.shape[-1] // 2
30
+ q1 = q_rotated[..., :half_dim]
31
+ q2 = q_rotated[..., half_dim:]
32
+ k1 = k_rotated[..., :half_dim]
33
+ k2 = k_rotated[..., half_dim:]
34
+ if cos.shape[-1] != half_dim:
35
+ # Trim cos/sin to match half_dim
36
+ cos = cos[..., :half_dim]
37
+ sin = sin[..., :half_dim]
38
+
39
+ ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
+ ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
+ return q_rotated, k_rotated
build/torch213-cxx11-cu126-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "rotary",
3
+ "id": "_rotary_cuda_83d35ad",
4
+ "version": 2,
5
+ "license": "BSD-3-Clause",
6
+ "python-depends": [],
7
+ "backend": {
8
+ "type": "cuda",
9
+ "archs": [
10
+ "7.0",
11
+ "7.2",
12
+ "7.5",
13
+ "8.0",
14
+ "8.6",
15
+ "8.7",
16
+ "8.9",
17
+ "9.0+PTX"
18
+ ]
19
+ },
20
+ "digest": {
21
+ "algorithm": "sha256",
22
+ "files": {
23
+ "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
24
+ "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
25
+ "_rotary_cuda_83d35ad.abi3.so": "5/PWH3WX6gKpXpk23kRYcyFjm82cutodg8UD8I8V3is=",
26
+ "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
27
+ "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
28
+ }
29
+ },
30
+ "provenance": {
31
+ "kernel-builder": {
32
+ "version": "0.17.0-dev0",
33
+ "sha": "81580bb92577f2f7228661ca2a221fc052375709",
34
+ "dirty": false
35
+ },
36
+ "kernel": {
37
+ "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
38
+ "dirty": false
39
+ }
40
+ }
41
+ }
build/torch213-cxx11-cu126-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHTDCCBtKgAwIBAgIUAKPNNorVbF45fU2ISOruCwIMOvEwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjMxWhcNMjYwNzE0MTIxNjMxWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEIsdKVVb5hkiTqCPbPDLZ3iO2mF466a0tXEhLOLZxRsnictctIni43yffT4m/jfLUfWytAsyYkOXByj+7wHatrqOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUhl3Wat12jWCvhNf/6uob0tlfi0QwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFhykAAAQDAEgwRgIhAOjuPi8xnf8Bdkgs3l5uhHHt7gK4aqfu/w9O3ykx+17BAiEA5Wod6JnGG19eVBqwYSENnY9Atm9UaXjGZNVpvzZFeCcwCgYIKoZIzj0EAwMDaAAwZQIxAMmLoShZXWAdiCZ3XYEpvAaJMdzIxdBcenrlvniYG11E/Xr8likzjHccambbFaq36wIwJ2Z8OTJugHtL5gq0l7ax+mbQ45a0iICiUqB3i7hbgS+4d++GhPdoUaPN1tjg8W2f"}, "tlogEntries":[{"logIndex":"2167872131", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030791", "inclusionPromise":{"signedEntryTimestamp":"MEQCIBv+UC9wwILz3ax9/ujVbpsBjNjElkL4ls3AhuWfh7xMAiA10ykj1NOzA08jHzK5oZm98xF64Sbcm8MWC+QO96G44A=="}, "inclusionProof":{"logIndex":"2045967869", "rootHash":"6CG7utUybJ9bO+QFt/JtylIcPfiFxZOAI2uCGhHwmQE=", "treeSize":"2045967877", "hashes":["d2/fL88Lwm8aY+ATg3zNBOv/KEf/QXMMfYaHTRIZ3NQ=", "lbd7A6YO02yMcFtUOR4Uq6BFy5gwW55kcqv02+8CGYA=", "UOKfm0wpY6W9KLFqHPnYuvn50vgziygKvcuvMtNP9To=", "vuFnkQ7Q1v5Mtk4HC/VERgssAVAri/bD14t3rw6JBc8=", "GrjtFRTb3/FAf26SvO5Zij3Dn8mqFWorFrSDat3yq/A=", "sRIcKIGx6HJNO1X+Ribemblhevw4KUbh/FAqwy29aOY=", "J3UvYvrLQamn6yOxrDVzzIuUovEFu8NPrivV7KLIdbk=", "dhL854JTc7SCzqT/0YqG+SK6obX2bf4Ho2qswJQ+Xvs=", "0M5tcWKz4HSo3nwNTdXjXiOywzDiyzeg47CLKb5FexU=", "qj/geep6XvkO4zKu2LE3jbGvMNFluoItrZB16hvGRC8=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967877\n6CG7utUybJ9bO+QFt/JtylIcPfiFxZOAI2uCGhHwmQE=\n\n— rekor.sigstore.dev wNI9ajBEAiBQw7hV25gY20SCq6uNBsgwwtGTaD5E5W82K74QlBX3AQIgcXQPlYS+QRqfc5n4bwrliwqc8TG3kK2QFgoYkFDwBbA=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJjNTgxMzYxYjA4YWE1ZTc1MDI5MzJiZDRlYWFjMTQxMzYzNDljYjM4MDYyMWJkZDBjMTkwM2JmYTBmYWFmZDkyIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUR3bDcwTEhmYnZYZ1BvTFVyeDVmVnhOcEUwOWgyWnY1V3I2cVFsQWxWNFRnSWhBSm1pVVdad09LWkF2K2ZGNm43Qm9uWmVjT002OG9IdTFPbHAxVUlndDNVZCIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVSRU5EUW5STFowRjNTVUpCWjBsVlFVdFFUazV2Y2xaaVJqUTFabFV5U1ZOUGNuVkRkMGxOVDNaRmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBOZUZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWsxNFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZKYzJSTFZsWmlOV2hyYVZSeFExQmlVRVJNV2pOcFR6SnRSalEyTm1Fd2RGaEZhRXdLVDB4YWVGSnpibWxqZEdOMFNXNXBORE41Wm1aVU5HMHZhbVpNVldaWGVYUkJjM2xaYTA5WVFubHFLemQzU0dGMGNuRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZvYkROWENtRjBNVEpxVjBOMmFFNW1MeloxYjJJd2RHeG1hVEJSZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpvZVd0QlFVRlJSQXBCUldkM1VtZEphRUZQYW5WUWFUaDRibVk0UW1SclozTXpiRFYxYUVoSWREZG5TelJoY1daMUwzYzVUek41YTNnck1UZENRV2xGUVRWWGIyUTJTbTVIQ2tjeE9XVldRbkYzV1ZORlRtNVpPVUYwYlRsVllWaHFSMXBPVm5CMmVscEdaVU5qZDBObldVbExiMXBKZW1vd1JVRjNUVVJoUVVGM1dsRkplRUZOYlV3S2IxTm9XbGhYUVdScFExb3pXRmxGY0haQllVcE5aSHBKZUdSQ1kyVnVjbXgyYm1sWlJ6RXhSUzlZY2poc2FXdDZha2hqWTJGdFltSkdZWEV6Tm5kSmR3cEtNbG80VDFSS2RXZElkRXcxWjNFd2JEZGhlQ3R0WWxFME5XRXdhVWxEYVZWeFFqTnBOMmhpWjFNck5HUXJLMGRvVUdSdlZXRlFUakYwYW1jNFZ6Sm1DaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgvsJiztfD5xKXOdtS4GfFu8nBEMXLwCftf8DnHpWc4PcCFQDUgAv8FMoI7bDJYODY3tbz0CUyjxgPMjAyNjA3MTQxMjA2MzFaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYzMVowLwYJKoZIhvcNAQkEMSIEIGTODpr5tnoPSqwmikqWP4MepgsldqFWp/Be+A1OCOpmMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQCWqymBecWDh/UgPnYfGz26ZGzitW5QAF9YuuMOmrm/AdjAErd2oA439jeTB235zl8CMQCkwy63ciqHK29pNv9/+IEdCq1lUruTThPcnwoWDQ8wdOuf7Y1xHaJgTOwR6UEWRmg="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"xYE2GwiqXnUCkyvU6qwUE2NJyzgGIb3QwZA7+g+q/ZI="}, "signature":"MEYCIQDwl70LHfbvXgPoLUrx5fVxNpE09h2Zv5Wr6qQlAlV4TgIhAJmiUWZwOKZAv+fF6n7BonZecOM68oHu1Olp1UIgt3Ud"}}
build/torch213-cxx11-cu126-x86_64-linux/rotary/__init__.py ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import ctypes
2
+ import importlib.util
3
+ import sys
4
+ from pathlib import Path
5
+ from types import ModuleType
6
+
7
+
8
+ def _import_from_path(file_path: Path) -> ModuleType:
9
+ # We cannot use the module name as-is, after adding it to `sys.modules`,
10
+ # it would also be used for other imports. So, we make a module name that
11
+ # depends on the path for it to be unique using the hex-encoded hash of
12
+ # the path.
13
+ path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
+ module_name = path_hash
15
+ spec = importlib.util.spec_from_file_location(module_name, file_path)
16
+ if spec is None:
17
+ raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
+ module = importlib.util.module_from_spec(spec)
19
+ if module is None:
20
+ raise ImportError(f"Cannot load module {module_name} from spec")
21
+ sys.modules[module_name] = module
22
+ spec.loader.exec_module(module) # type: ignore
23
+ return module
24
+
25
+
26
+ globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
build/torch213-cxx11-cu130-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+
3
+ from . import layers
4
+ from ._ops import ops
5
+
6
+
7
+ def apply_rotary(
8
+ x1: torch.Tensor,
9
+ x2: torch.Tensor,
10
+ cos: torch.Tensor,
11
+ sin: torch.Tensor,
12
+ out1: torch.Tensor,
13
+ out2: torch.Tensor,
14
+ conj: bool,
15
+ ) -> None:
16
+ ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
+
18
+
19
+ def apply_rotary_transformers(
20
+ q: torch.Tensor,
21
+ k: torch.Tensor,
22
+ cos: torch.Tensor,
23
+ sin: torch.Tensor,
24
+ unsqueeze_dim: int = 1,
25
+ ) -> tuple[torch.Tensor, torch.Tensor]:
26
+ """
27
+ Rotary kernel implementation wrapper
28
+ Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
+ """
30
+ cos = cos.unsqueeze(unsqueeze_dim)
31
+ sin = sin.unsqueeze(unsqueeze_dim)
32
+
33
+ q_rotated = q.clone()
34
+ k_rotated = k.clone()
35
+
36
+ # Get half dimension for rotation
37
+ half_dim = q.shape[-1] // 2
38
+ q1 = q_rotated[..., :half_dim]
39
+ q2 = q_rotated[..., half_dim:]
40
+ k1 = k_rotated[..., :half_dim]
41
+ k2 = k_rotated[..., half_dim:]
42
+ if cos.shape[-1] != half_dim:
43
+ # Trim cos/sin to match half_dim
44
+ cos = cos[..., :half_dim]
45
+ sin = sin[..., :half_dim]
46
+
47
+ apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
+ apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
+ return q_rotated, k_rotated
50
+
51
+
52
+ # Add torch compile support for functions
53
+ apply_rotary_transformers.can_torch_compile = True
54
+
55
+
56
+ # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
+ __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]