sayakpaul HF Staff commited on
Commit
fa4d2fd
·
verified ·
1 Parent(s): 8848930

Remove cxx11 variants with untagged counterparts

Browse files

Delete build/torch211-cxx11-cpu-x86_64-linux/; keep build/torch211-cpu-x86_64-linux/
Delete build/torch211-cxx11-cu126-aarch64-linux/; keep build/torch211-cu126-aarch64-linux/
Delete build/torch211-cxx11-cu126-x86_64-linux/; keep build/torch211-cu126-x86_64-linux/
Delete build/torch211-cxx11-cu128-aarch64-linux/; keep build/torch211-cu128-aarch64-linux/
Delete build/torch211-cxx11-cu128-x86_64-linux/; keep build/torch211-cu128-x86_64-linux/
Delete build/torch211-cxx11-cu130-aarch64-linux/; keep build/torch211-cu130-aarch64-linux/
Delete build/torch211-cxx11-cu130-x86_64-linux/; keep build/torch211-cu130-x86_64-linux/
Delete build/torch211-cxx11-xpu20253-x86_64-linux/; keep build/torch211-xpu20253-x86_64-linux/
Delete build/torch212-cxx11-cpu-x86_64-linux/; keep build/torch212-cpu-x86_64-linux/
Delete build/torch212-cxx11-cu126-aarch64-linux/; keep build/torch212-cu126-aarch64-linux/
Delete build/torch212-cxx11-cu126-x86_64-linux/; keep build/torch212-cu126-x86_64-linux/
Delete build/torch212-cxx11-cu130-aarch64-linux/; keep build/torch212-cu130-aarch64-linux/
Delete build/torch212-cxx11-cu130-x86_64-linux/; keep build/torch212-cu130-x86_64-linux/
Delete build/torch212-cxx11-cu132-aarch64-linux/; keep build/torch212-cu132-aarch64-linux/
Delete build/torch212-cxx11-cu132-x86_64-linux/; keep build/torch212-cu132-x86_64-linux/
Delete build/torch212-cxx11-xpu20253-x86_64-linux/; keep build/torch212-xpu20253-x86_64-linux/
Delete build/torch213-cxx11-cpu-x86_64-linux/; keep build/torch213-cpu-x86_64-linux/
Delete build/torch213-cxx11-cu126-aarch64-linux/; keep build/torch213-cu126-aarch64-linux/
Delete build/torch213-cxx11-cu126-x86_64-linux/; keep build/torch213-cu126-x86_64-linux/
Delete build/torch213-cxx11-cu130-aarch64-linux/; keep build/torch213-cu130-aarch64-linux/
Delete build/torch213-cxx11-cu130-x86_64-linux/; keep build/torch213-cu130-x86_64-linux/
Delete build/torch213-cxx11-cu132-aarch64-linux/; keep build/torch213-cu132-aarch64-linux/
Delete build/torch213-cxx11-cu132-x86_64-linux/; keep build/torch213-cu132-x86_64-linux/
Delete build/torch213-cxx11-xpu20260-x86_64-linux/; keep build/torch213-xpu20260-x86_64-linux/
Delete build/torch214-cxx11-cpu-x86_64-linux/; keep build/torch214-cpu-x86_64-linux/
Delete build/torch214-cxx11-cu126-aarch64-linux/; keep build/torch214-cu126-aarch64-linux/
Delete build/torch214-cxx11-cu126-x86_64-linux/; keep build/torch214-cu126-x86_64-linux/
Delete build/torch214-cxx11-cu130-aarch64-linux/; keep build/torch214-cu130-aarch64-linux/
Delete build/torch214-cxx11-cu130-x86_64-linux/; keep build/torch214-cu130-x86_64-linux/
Delete build/torch214-cxx11-cu132-aarch64-linux/; keep build/torch214-cu132-aarch64-linux/
Delete build/torch214-cxx11-cu132-x86_64-linux/; keep build/torch214-cu132-x86_64-linux/
Delete build/torch214-cxx11-xpu20261-x86_64-linux/; keep build/torch214-xpu20261-x86_64-linux/

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. build/torch211-cxx11-cpu-x86_64-linux/__init__.py +0 -57
  2. build/torch211-cxx11-cpu-x86_64-linux/_ops.py +0 -9
  3. build/torch211-cxx11-cpu-x86_64-linux/_rotary_cpu_83d35ad.abi3.so +0 -3
  4. build/torch211-cxx11-cpu-x86_64-linux/layers.py +0 -41
  5. build/torch211-cxx11-cpu-x86_64-linux/metadata.json +0 -31
  6. build/torch211-cxx11-cpu-x86_64-linux/metadata.json.sigstore +0 -1
  7. build/torch211-cxx11-cpu-x86_64-linux/rotary/__init__.py +0 -26
  8. build/torch211-cxx11-cu126-aarch64-linux/__init__.py +0 -57
  9. build/torch211-cxx11-cu126-aarch64-linux/_ops.py +0 -9
  10. build/torch211-cxx11-cu126-aarch64-linux/_rotary_cuda_83d35ad.abi3.so +0 -3
  11. build/torch211-cxx11-cu126-aarch64-linux/layers.py +0 -41
  12. build/torch211-cxx11-cu126-aarch64-linux/metadata.json +0 -41
  13. build/torch211-cxx11-cu126-aarch64-linux/metadata.json.sigstore +0 -1
  14. build/torch211-cxx11-cu126-aarch64-linux/rotary/__init__.py +0 -26
  15. build/torch211-cxx11-cu126-x86_64-linux/__init__.py +0 -57
  16. build/torch211-cxx11-cu126-x86_64-linux/_ops.py +0 -9
  17. build/torch211-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +0 -3
  18. build/torch211-cxx11-cu126-x86_64-linux/layers.py +0 -41
  19. build/torch211-cxx11-cu126-x86_64-linux/metadata.json +0 -41
  20. build/torch211-cxx11-cu126-x86_64-linux/metadata.json.sigstore +0 -1
  21. build/torch211-cxx11-cu126-x86_64-linux/rotary/__init__.py +0 -26
  22. build/torch211-cxx11-cu128-aarch64-linux/__init__.py +0 -57
  23. build/torch211-cxx11-cu128-aarch64-linux/_ops.py +0 -9
  24. build/torch211-cxx11-cu128-aarch64-linux/_rotary_cuda_83d35ad.abi3.so +0 -3
  25. build/torch211-cxx11-cu128-aarch64-linux/layers.py +0 -41
  26. build/torch211-cxx11-cu128-aarch64-linux/metadata.json +0 -44
  27. build/torch211-cxx11-cu128-aarch64-linux/metadata.json.sigstore +0 -1
  28. build/torch211-cxx11-cu128-aarch64-linux/rotary/__init__.py +0 -26
  29. build/torch211-cxx11-cu128-x86_64-linux/__init__.py +0 -57
  30. build/torch211-cxx11-cu128-x86_64-linux/_ops.py +0 -9
  31. build/torch211-cxx11-cu128-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +0 -3
  32. build/torch211-cxx11-cu128-x86_64-linux/layers.py +0 -41
  33. build/torch211-cxx11-cu128-x86_64-linux/metadata.json +0 -44
  34. build/torch211-cxx11-cu128-x86_64-linux/metadata.json.sigstore +0 -1
  35. build/torch211-cxx11-cu128-x86_64-linux/rotary/__init__.py +0 -26
  36. build/torch211-cxx11-cu130-aarch64-linux/__init__.py +0 -57
  37. build/torch211-cxx11-cu130-aarch64-linux/_ops.py +0 -9
  38. build/torch211-cxx11-cu130-aarch64-linux/_rotary_cuda_83d35ad.abi3.so +0 -3
  39. build/torch211-cxx11-cu130-aarch64-linux/layers.py +0 -41
  40. build/torch211-cxx11-cu130-aarch64-linux/metadata.json +0 -43
  41. build/torch211-cxx11-cu130-aarch64-linux/metadata.json.sigstore +0 -1
  42. build/torch211-cxx11-cu130-aarch64-linux/rotary/__init__.py +0 -26
  43. build/torch211-cxx11-cu130-x86_64-linux/__init__.py +0 -57
  44. build/torch211-cxx11-cu130-x86_64-linux/_ops.py +0 -9
  45. build/torch211-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +0 -3
  46. build/torch211-cxx11-cu130-x86_64-linux/layers.py +0 -41
  47. build/torch211-cxx11-cu130-x86_64-linux/metadata.json +0 -43
  48. build/torch211-cxx11-cu130-x86_64-linux/metadata.json.sigstore +0 -1
  49. build/torch211-cxx11-cu130-x86_64-linux/rotary/__init__.py +0 -26
  50. build/torch211-cxx11-xpu20253-x86_64-linux/__init__.py +0 -57
build/torch211-cxx11-cpu-x86_64-linux/__init__.py DELETED
@@ -1,57 +0,0 @@
1
- import torch
2
-
3
- from . import layers
4
- from ._ops import ops
5
-
6
-
7
- def apply_rotary(
8
- x1: torch.Tensor,
9
- x2: torch.Tensor,
10
- cos: torch.Tensor,
11
- sin: torch.Tensor,
12
- out1: torch.Tensor,
13
- out2: torch.Tensor,
14
- conj: bool,
15
- ) -> None:
16
- ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
-
18
-
19
- def apply_rotary_transformers(
20
- q: torch.Tensor,
21
- k: torch.Tensor,
22
- cos: torch.Tensor,
23
- sin: torch.Tensor,
24
- unsqueeze_dim: int = 1,
25
- ) -> tuple[torch.Tensor, torch.Tensor]:
26
- """
27
- Rotary kernel implementation wrapper
28
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
- """
30
- cos = cos.unsqueeze(unsqueeze_dim)
31
- sin = sin.unsqueeze(unsqueeze_dim)
32
-
33
- q_rotated = q.clone()
34
- k_rotated = k.clone()
35
-
36
- # Get half dimension for rotation
37
- half_dim = q.shape[-1] // 2
38
- q1 = q_rotated[..., :half_dim]
39
- q2 = q_rotated[..., half_dim:]
40
- k1 = k_rotated[..., :half_dim]
41
- k2 = k_rotated[..., half_dim:]
42
- if cos.shape[-1] != half_dim:
43
- # Trim cos/sin to match half_dim
44
- cos = cos[..., :half_dim]
45
- sin = sin[..., :half_dim]
46
-
47
- apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
- apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
- return q_rotated, k_rotated
50
-
51
-
52
- # Add torch compile support for functions
53
- apply_rotary_transformers.can_torch_compile = True
54
-
55
-
56
- # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
- __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cpu-x86_64-linux/_ops.py DELETED
@@ -1,9 +0,0 @@
1
- import torch
2
- from . import _rotary_cpu_83d35ad
3
- ops = torch.ops._rotary_cpu_83d35ad
4
-
5
- def add_op_namespace_prefix(op_name: str):
6
- """
7
- Prefix op by namespace.
8
- """
9
- return f"_rotary_cpu_83d35ad::{op_name}"
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cpu-x86_64-linux/_rotary_cpu_83d35ad.abi3.so DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7112aa020fd00c739858a865ff1ba181275f2ca7c9319d17019a60264407f08
3
- size 83720
 
 
 
 
build/torch211-cxx11-cpu-x86_64-linux/layers.py DELETED
@@ -1,41 +0,0 @@
1
- import torch
2
- import torch.nn as nn
3
-
4
- from ._ops import ops
5
-
6
-
7
- class apply_rotary_transformers(nn.Module):
8
- can_torch_compile = True
9
-
10
- def forward(
11
- self,
12
- q: torch.Tensor,
13
- k: torch.Tensor,
14
- cos: torch.Tensor,
15
- sin: torch.Tensor,
16
- unsqueeze_dim: int = 1,
17
- ) -> tuple[torch.Tensor, torch.Tensor]:
18
- """
19
- Rotary kernel implementation wrapper
20
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
- """
22
- cos = cos.unsqueeze(unsqueeze_dim)
23
- sin = sin.unsqueeze(unsqueeze_dim)
24
-
25
- q_rotated = q.clone()
26
- k_rotated = k.clone()
27
-
28
- # Get half dimension for rotation
29
- half_dim = q.shape[-1] // 2
30
- q1 = q_rotated[..., :half_dim]
31
- q2 = q_rotated[..., half_dim:]
32
- k1 = k_rotated[..., :half_dim]
33
- k2 = k_rotated[..., half_dim:]
34
- if cos.shape[-1] != half_dim:
35
- # Trim cos/sin to match half_dim
36
- cos = cos[..., :half_dim]
37
- sin = sin[..., :half_dim]
38
-
39
- ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
- ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
- return q_rotated, k_rotated
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cpu-x86_64-linux/metadata.json DELETED
@@ -1,31 +0,0 @@
1
- {
2
- "name": "rotary",
3
- "id": "_rotary_cpu_83d35ad",
4
- "version": 2,
5
- "license": "BSD-3-Clause",
6
- "python-depends": [],
7
- "backend": {
8
- "type": "cpu"
9
- },
10
- "digest": {
11
- "algorithm": "sha256",
12
- "files": {
13
- "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
14
- "_ops.py": "cdKt7JLx9Cn6E2Ukj6j1XjEcyn5oQCmOEE1RbNLS7+I=",
15
- "_rotary_cpu_83d35ad.abi3.so": "1xEqoCD9AMc5hYqGX/G6GBJ18sp8kxnRcBmmAmRAfwg=",
16
- "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
17
- "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
18
- }
19
- },
20
- "provenance": {
21
- "kernel-builder": {
22
- "version": "0.17.0-dev0",
23
- "sha": "81580bb92577f2f7228661ca2a221fc052375709",
24
- "dirty": false
25
- },
26
- "kernel": {
27
- "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
28
- "dirty": false
29
- }
30
- }
31
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cpu-x86_64-linux/metadata.json.sigstore DELETED
@@ -1 +0,0 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtCgAwIBAgIUdDyXKbmgj78a3Vonb9Jo3wjjwGIwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTE1OTE3WhcNMjYwNzE0MTIwOTE3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE/u+pBD/S0CFJj4GMEPVKyjc22Lj/xqzwfOCWxVtodzbxAEJaqKLnXx1QRh2wAJ1luox74bI9+fAX7zeYGgcXLqOCBe8wggXrMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUizoR8+BFgunTw05BkhzUqNWj4IIwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiQYKKwYBBAHWeQIEAgR7BHkAdwB1AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2B+6NcAAAQDAEYwRAIgY0QMxD8jFDCL+1K73qqKwrHYiY4y8m9d13rGkZ2O000CIE8xCPG13+ayJZuqda9Z5OIcpJmIHAHwi5lLvX5rYO7vMAoGCCqGSM49BAMDA2gAMGUCMQCRRwBU6maoJ624uZ++9Vv7S0GQN++fb7rH5jQsakKGMfitvwW/F8YVMGYDwH1ZbfkCMCyIqIA/YC8LC4ihu7bEusLuLxzSgafOWNO0L5t2TsDRwpNFLKGAAHQNsgB9pAThjQ=="}, "tlogEntries":[{"logIndex":"2167844858", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030358", "inclusionPromise":{"signedEntryTimestamp":"MEUCIA5dvRb43Ah01NmsHnhOioSp9nl3PFgetSK0yP/tq2n1AiEAuCp57NCb4WJw/zsAw9LRwg3IQaRTuVRy57KVZ37GNgs="}, "inclusionProof":{"logIndex":"2045940596", "rootHash":"Gb9RCC3+bdaI5vWycIt1zmP7SqbRs73aOkm9eO45YtQ=", "treeSize":"2045940599", "hashes":["W0OyxswRr5huMtmrSyShSD7Tyzj/lC2zyEcTUzqBKVQ=", "yrqP7cTZmuIdxrr+ZsDOBuZLVOScjbJ8Gx9tYhpk9/0=", "x94A+gKnmQN+rvYYHHH7L1nOxEL86nIT/58daI9sidY=", "Jv+bfWXiyThqZfvoMw8IQuLMSvRXiY1WYvnM1j7/MbQ=", "rc8hBInayP0VQ9+7U6Msv+G459vGBgq7eGcDc/G5BiY=", "ioKlCFZohaCtpy5+xJ1vn7mbZ7b4r4Wu2VFd8BOFA8U=", "y7N31/Lxh1CXu41zbq0K+6OR5x5Ciu5AM69rJWo6vZI=", "duwzzfwRIAv1hyLDk7Pw84ajqZB4l/R7mLum9W0K72w=", "hluP9JseRAiMY+2slhjSksod6tVtp7e7HP7amn1KEaY=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045940599\nGb9RCC3+bdaI5vWycIt1zmP7SqbRs73aOkm9eO45YtQ=\n\n— rekor.sigstore.dev wNI9ajBEAiAF8Qn1K7nSEYdqKBmkoWYwUyaP3Hhtj/5Cbl/eoO5EBgIgYRab8aJ1MIZX7EgrzFotq2hYwAyOtKR+O2X4DPxeqzw=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIxMDU3ZWEwMzRkZjU4ZmFjYjBmNjY0NjA1NmNmNGFiMTNiYWNmNGJmMDdkMDc1YzA3YmUxNGU3YjRlYTY1NzIwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNOOEczL3d2cUJscjRnd3o1OG0yd1pyQzY0WjJBR0RsOWV0VW5zTkg3dXBnSWhBTHVUaUU5QXRxc0JXZFdHUVJUd2wzNDFDZzlHMnUzN3VnM20rZGloTFdGdiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SRFowRjNTVUpCWjBsVlpFUjVXRXRpYldkcU56aGhNMVp2Ym1JNVNtOHpkMnBxZDBkSmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFVXhUMVJGTTFkb1kwNU5hbGwzVG5wRk1FMVVTWGRQVkVVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVV2ZFN0d1FrUXZVekJEUmtwcU5FZE5SVkJXUzNscVl6SXlUR292ZUhGNmQyWlBRMWNLZUZaMGIyUjZZbmhCUlVwaGNVdE1ibGg0TVZGU2FESjNRVW94YkhWdmVEYzBZa2s1SzJaQldEZDZaVmxIWjJOWVRIRlBRMEpsT0hkbloxaHlUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZwZW05U0NqZ3JRa1puZFc1VWR6QTFRbXRvZWxWeFRsZHFORWxKZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwVVZsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTTjBKSWEwRUtaSGRDTVVGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRaXMyVG1OQlFVRlJSQXBCUlZsM1VrRkpaMWt3VVUxNFJEaHFSa1JEVENzeFN6Y3pjWEZMZDNKSVdXbFpOSGs0YlRsa01UTnlSMnRhTWs4d01EQkRTVVU0ZUVOUVJ6RXpLMkY1Q2twYWRYRmtZVGxhTlU5SlkzQktiVWxJUVVoM2FUVnNUSFpZTlhKWlR6ZDJUVUZ2UjBORGNVZFRUVFE1UWtGTlJFRXlaMEZOUjFWRFRWRkRVbEozUWxVS05tMWhiMG8yTWpSMVdpc3JPVloyTjFNd1IxRk9LeXRtWWpkeVNEVnFVWE5oYTB0SFRXWnBkSFozVnk5R09GbFdUVWRaUkhkSU1WcGlabXREVFVONVNRcHhTVUV2V1VNNFRFTTBhV2gxTjJKRmRYTk1kVXg0ZWxObllXWlBWMDVQTUV3MWRESlVjMFJTZDNCT1JreExSMEZCU0ZGT2MyZENPWEJCVkdocVVUMDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgDOuGqGYkKhKo/BENcLX7E7re2jQFIhHT7pP7g3h0u2kCFQCN2uNPetJZFV2AG5i1tL98eCbKZhgPMjAyNjA3MTQxMTU5MTdaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDExNTkxN1owLwYJKoZIhvcNAQkEMSIEIG2506WYJ248zXoFMXCIeaQqk05g37sfJJhigyT8Hn/dMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQCR10R9e///SSfkcnCw+f3gbgNfql1z8IwsUhn2T92wjhX1TYCGJzXNedSIT8Zs9LwCMC8hojiI7x7a9P73PXIJ162MFAbOL3JnsEF+zcjvc6qbfvvq+WsK+vLPJ8iBaU8fCg=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"EFfqA031j6yw9mRgVs9KsTus9L8H0HXAe+FOe06mVyA="}, "signature":"MEYCIQCN8G3/wvqBlr4gwz58m2wZrC64Z2AGDl9etUnsNH7upgIhALuTiE9AtqsBWdWGQRTwl341Cg9G2u37ug3m+dihLWFv"}}
 
 
build/torch211-cxx11-cpu-x86_64-linux/rotary/__init__.py DELETED
@@ -1,26 +0,0 @@
1
- import ctypes
2
- import importlib.util
3
- import sys
4
- from pathlib import Path
5
- from types import ModuleType
6
-
7
-
8
- def _import_from_path(file_path: Path) -> ModuleType:
9
- # We cannot use the module name as-is, after adding it to `sys.modules`,
10
- # it would also be used for other imports. So, we make a module name that
11
- # depends on the path for it to be unique using the hex-encoded hash of
12
- # the path.
13
- path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
- module_name = path_hash
15
- spec = importlib.util.spec_from_file_location(module_name, file_path)
16
- if spec is None:
17
- raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
- module = importlib.util.module_from_spec(spec)
19
- if module is None:
20
- raise ImportError(f"Cannot load module {module_name} from spec")
21
- sys.modules[module_name] = module
22
- spec.loader.exec_module(module) # type: ignore
23
- return module
24
-
25
-
26
- globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu126-aarch64-linux/__init__.py DELETED
@@ -1,57 +0,0 @@
1
- import torch
2
-
3
- from . import layers
4
- from ._ops import ops
5
-
6
-
7
- def apply_rotary(
8
- x1: torch.Tensor,
9
- x2: torch.Tensor,
10
- cos: torch.Tensor,
11
- sin: torch.Tensor,
12
- out1: torch.Tensor,
13
- out2: torch.Tensor,
14
- conj: bool,
15
- ) -> None:
16
- ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
-
18
-
19
- def apply_rotary_transformers(
20
- q: torch.Tensor,
21
- k: torch.Tensor,
22
- cos: torch.Tensor,
23
- sin: torch.Tensor,
24
- unsqueeze_dim: int = 1,
25
- ) -> tuple[torch.Tensor, torch.Tensor]:
26
- """
27
- Rotary kernel implementation wrapper
28
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
- """
30
- cos = cos.unsqueeze(unsqueeze_dim)
31
- sin = sin.unsqueeze(unsqueeze_dim)
32
-
33
- q_rotated = q.clone()
34
- k_rotated = k.clone()
35
-
36
- # Get half dimension for rotation
37
- half_dim = q.shape[-1] // 2
38
- q1 = q_rotated[..., :half_dim]
39
- q2 = q_rotated[..., half_dim:]
40
- k1 = k_rotated[..., :half_dim]
41
- k2 = k_rotated[..., half_dim:]
42
- if cos.shape[-1] != half_dim:
43
- # Trim cos/sin to match half_dim
44
- cos = cos[..., :half_dim]
45
- sin = sin[..., :half_dim]
46
-
47
- apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
- apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
- return q_rotated, k_rotated
50
-
51
-
52
- # Add torch compile support for functions
53
- apply_rotary_transformers.can_torch_compile = True
54
-
55
-
56
- # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
- __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu126-aarch64-linux/_ops.py DELETED
@@ -1,9 +0,0 @@
1
- import torch
2
- from . import _rotary_cuda_83d35ad
3
- ops = torch.ops._rotary_cuda_83d35ad
4
-
5
- def add_op_namespace_prefix(op_name: str):
6
- """
7
- Prefix op by namespace.
8
- """
9
- return f"_rotary_cuda_83d35ad::{op_name}"
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu126-aarch64-linux/_rotary_cuda_83d35ad.abi3.so DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4407d1cd82a1e5a8bca000e6a6f6270d5b6d2884d1298260aa523b2b44620a79
3
- size 6334272
 
 
 
 
build/torch211-cxx11-cu126-aarch64-linux/layers.py DELETED
@@ -1,41 +0,0 @@
1
- import torch
2
- import torch.nn as nn
3
-
4
- from ._ops import ops
5
-
6
-
7
- class apply_rotary_transformers(nn.Module):
8
- can_torch_compile = True
9
-
10
- def forward(
11
- self,
12
- q: torch.Tensor,
13
- k: torch.Tensor,
14
- cos: torch.Tensor,
15
- sin: torch.Tensor,
16
- unsqueeze_dim: int = 1,
17
- ) -> tuple[torch.Tensor, torch.Tensor]:
18
- """
19
- Rotary kernel implementation wrapper
20
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
- """
22
- cos = cos.unsqueeze(unsqueeze_dim)
23
- sin = sin.unsqueeze(unsqueeze_dim)
24
-
25
- q_rotated = q.clone()
26
- k_rotated = k.clone()
27
-
28
- # Get half dimension for rotation
29
- half_dim = q.shape[-1] // 2
30
- q1 = q_rotated[..., :half_dim]
31
- q2 = q_rotated[..., half_dim:]
32
- k1 = k_rotated[..., :half_dim]
33
- k2 = k_rotated[..., half_dim:]
34
- if cos.shape[-1] != half_dim:
35
- # Trim cos/sin to match half_dim
36
- cos = cos[..., :half_dim]
37
- sin = sin[..., :half_dim]
38
-
39
- ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
- ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
- return q_rotated, k_rotated
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu126-aarch64-linux/metadata.json DELETED
@@ -1,41 +0,0 @@
1
- {
2
- "name": "rotary",
3
- "id": "_rotary_cuda_83d35ad",
4
- "version": 2,
5
- "license": "BSD-3-Clause",
6
- "python-depends": [],
7
- "backend": {
8
- "type": "cuda",
9
- "archs": [
10
- "7.0",
11
- "7.2",
12
- "7.5",
13
- "8.0",
14
- "8.6",
15
- "8.7",
16
- "8.9",
17
- "9.0+PTX"
18
- ]
19
- },
20
- "digest": {
21
- "algorithm": "sha256",
22
- "files": {
23
- "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
24
- "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
25
- "_rotary_cuda_83d35ad.abi3.so": "RAfRzYKh5ai8oADmpvYnDVttKITRKYJgqlI7K0RiCnk=",
26
- "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
27
- "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
28
- }
29
- },
30
- "provenance": {
31
- "kernel-builder": {
32
- "version": "0.17.0-dev0",
33
- "sha": "81580bb92577f2f7228661ca2a221fc052375709",
34
- "dirty": false
35
- },
36
- "kernel": {
37
- "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
38
- "dirty": false
39
- }
40
- }
41
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu126-aarch64-linux/metadata.json.sigstore DELETED
@@ -1 +0,0 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUaGwr6lrGhYkUQuTSSaFM67w5ao4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwMzU2WhcNMjYwNzE0MTIxMzU2WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEvh/q7l2EI0eTAOYOCRXsnM4D+rSF8DtAYVEWfXR88C31kAAd5xHbOeJjo/zSsKKUjnUTUCbpLSNaIlBE4uthiKOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUp7quUdAUD/52IPYGTiK4ONhIMWwwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CDKV8AAAQDAEcwRQIhAJl5pyAaeYHZ1LddFDycTWkpZNkkTPBd4QF97he2WbAzAiB2TyCZJCrwBXsyPgIUlbCPfcXG6PWjFR62jtw4ujpgfjAKBggqhkjOPQQDAwNoADBlAjATEJZgA9HnhfHJF7RcqYpyOGQp34JeOKT0tTNhlJljiRIbAyoCthp1U205tdh0dhACMQDNOlh1LFfsUYXa1uHLExmFrNfKjigKAGnJZCcYI2fgxaqFuF8c/b9bpJPTSlNlT78="},"tlogEntries":[{"logIndex":"2167861590","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1784030636","inclusionPromise":{"signedEntryTimestamp":"MEQCIFfizOUBdzD79abkT2cS4RIrMAmEUl07vB6VQ1mplEgxAiAS3ECDHvP44mp3aW+9Grq0X6WIxeOmVYP3o+DTIFY7wA=="},"inclusionProof":{"logIndex":"2045957328","rootHash":"kFMe89TTJb/wo0NScgekkdrksNZfNfch7YDb8VoX7WY=","treeSize":"2045957347","hashes":["WLDeaBorfkZ+k7oDBBc/fhSRAX4LCI2tsO3Lg/lSVGM=","87huAWCFf8Cw3bGBNtdPpvkRa1xi6TdU0xTBS32swN4=","z1ul98nTfPRMyial1XEH3fTEUUfQNSL6sSPH8G2HuBI=","c7NTTnsa9WY5dGzVodfrHE2ZGL6pTxlgHOndmjN6oLs=","03Cci0hI/lEIbcaTIRPlgV3mdOaKWgQ+f7iHAiqLhLI=","v7HYQz6H9OXXwUkN4rIfLwU/wa8O46SUor0u3EYlFkM=","NnrVriX5kVDh5Q7ItvouMUAO+FdbFKiVNWIu73KUGdQ=","57hJSncX+uPPtFrPA8Q621ikYOsfdPoFnk89wBIiVkY=","GBE7j0S3xC6cYqxSDOQU5rmGo1aFKoY5pahXJS9v5uI=","fRH/AIGZXEav/OEwmt94uJSYrqXcwp1MlGyC7K8d6OY=","4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=","sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=","zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=","qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=","/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=","56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=","mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=","5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=","Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=","+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=","daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=","DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045957347\nkFMe89TTJb/wo0NScgekkdrksNZfNfch7YDb8VoX7WY=\n\n— rekor.sigstore.dev wNI9ajBFAiABKKF6c7uVRqgeEapC5M09B5nyQnV507AQvqaj2vLzCQIhAKCFu/UMbE6e0yaG3qWemcDpLOwjbxirDh1T2KBGhkrf\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI2MTVmNmQ1OGZmMmEwZGRkYzRmNjMxMTljZWUyYzE0MWRjNmZhZjJjYTQ5NmU3YzZlNjRjZTViODg0MzcyZTgwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJR0pxQ0ttbUpjRHo3bThDTHo0NG1nN3dNU0crUWZrN2hBeEhSY2ZzRU5SaUFpRUExOURPeHl4eno2alF3T3pVQ2lBaHBCRXRPNytMTVliREErNU9yNWlNSjQ0PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVllVZDNjalpzY2tkb1dXdFZVWFZVVTFOaFJrMDJOM2MxWVc4MGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUWHBWTWxkb1kwNU5hbGwzVG5wRk1FMVVTWGhOZWxVeVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVYyYUM5eE4yd3lSVWt3WlZSQlQxbFBRMUpZYzI1Tk5FUXJjbE5HT0VSMFFWbFdSVmNLWmxoU09EaERNekZyUVVGa05YaElZazlsU21wdkwzcFRjMHRMVldwdVZWUlZRMkp3VEZOT1lVbHNRa1UwZFhSb2FVdFBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZ3TjNGMUNsVmtRVlZFTHpVeVNWQlpSMVJwU3pSUFRtaEpUVmQzZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFJMVmpoQlFVRlJSQXBCUldOM1VsRkphRUZLYkRWd2VVRmhaVmxJV2pGTVpHUkdSSGxqVkZkcmNGcE9hMnRVVUVKa05GRkdPVGRvWlRKWFlrRjZRV2xDTWxSNVExcEtRM0ozQ2tKWWMzbFFaMGxWYkdKRFVHWmpXRWMyVUZkcVJsSTJNbXAwZHpSMWFuQm5abXBCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEJWRVZLV21jS1FUbElibWhtU0VwR04xSmpjVmx3ZVU5SFVYQXpORXBsVDB0VU1IUlVUbWhzU214cWFWSkpZa0Y1YjBOMGFIQXhWVEl3TlhSa2FEQmthRUZEVFZGRVRncFBiR2d4VEVabWMxVlpXR0V4ZFVoTVJYaHRSbkpPWmt0cWFXZExRVWR1U2xwRFkxbEpNbVpuZUdGeFJuVkdPR012WWpsaWNFcFFWRk5zVG14VU56ZzlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg6NgPs8dUjZMzvzW+TvPgVWBBLh+cnIGinjNT/Zi45LwCFQCTvvCCSMOFLFigNMXlk+4dS+EaahgPMjAyNjA3MTQxMjAzNTZaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDM1NlowLwYJKoZIhvcNAQkEMSIEIMWX1ENt3szHa+XAfrQoxXBZ1d/ndKnmC5Qttopr4D0wMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQCU6GFHmAx24sPHXeOR+hQAadpTQrn92aGSOn3Q/NbZiVAi60KWXXOE+8KSTBl0LrwCMQDHZbDHK5CGdYT3mpUddBDOwerSuimNtcwHRXKP0B/yUqTNj66qshueNjOaQWAhfdA="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"YV9tWP8qDd3E9jEZzuLBQdxvryyklufG5kzluIQ3LoA="},"signature":"MEUCIGJqCKmmJcDz7m8CLz44mg7wMSG+Qfk7hAxHRcfsENRiAiEA19DOxyxzz6jQwOzUCiAhpBEtO7+LMYbDA+5Or5iMJ44="}}
 
 
build/torch211-cxx11-cu126-aarch64-linux/rotary/__init__.py DELETED
@@ -1,26 +0,0 @@
1
- import ctypes
2
- import importlib.util
3
- import sys
4
- from pathlib import Path
5
- from types import ModuleType
6
-
7
-
8
- def _import_from_path(file_path: Path) -> ModuleType:
9
- # We cannot use the module name as-is, after adding it to `sys.modules`,
10
- # it would also be used for other imports. So, we make a module name that
11
- # depends on the path for it to be unique using the hex-encoded hash of
12
- # the path.
13
- path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
- module_name = path_hash
15
- spec = importlib.util.spec_from_file_location(module_name, file_path)
16
- if spec is None:
17
- raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
- module = importlib.util.module_from_spec(spec)
19
- if module is None:
20
- raise ImportError(f"Cannot load module {module_name} from spec")
21
- sys.modules[module_name] = module
22
- spec.loader.exec_module(module) # type: ignore
23
- return module
24
-
25
-
26
- globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu126-x86_64-linux/__init__.py DELETED
@@ -1,57 +0,0 @@
1
- import torch
2
-
3
- from . import layers
4
- from ._ops import ops
5
-
6
-
7
- def apply_rotary(
8
- x1: torch.Tensor,
9
- x2: torch.Tensor,
10
- cos: torch.Tensor,
11
- sin: torch.Tensor,
12
- out1: torch.Tensor,
13
- out2: torch.Tensor,
14
- conj: bool,
15
- ) -> None:
16
- ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
-
18
-
19
- def apply_rotary_transformers(
20
- q: torch.Tensor,
21
- k: torch.Tensor,
22
- cos: torch.Tensor,
23
- sin: torch.Tensor,
24
- unsqueeze_dim: int = 1,
25
- ) -> tuple[torch.Tensor, torch.Tensor]:
26
- """
27
- Rotary kernel implementation wrapper
28
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
- """
30
- cos = cos.unsqueeze(unsqueeze_dim)
31
- sin = sin.unsqueeze(unsqueeze_dim)
32
-
33
- q_rotated = q.clone()
34
- k_rotated = k.clone()
35
-
36
- # Get half dimension for rotation
37
- half_dim = q.shape[-1] // 2
38
- q1 = q_rotated[..., :half_dim]
39
- q2 = q_rotated[..., half_dim:]
40
- k1 = k_rotated[..., :half_dim]
41
- k2 = k_rotated[..., half_dim:]
42
- if cos.shape[-1] != half_dim:
43
- # Trim cos/sin to match half_dim
44
- cos = cos[..., :half_dim]
45
- sin = sin[..., :half_dim]
46
-
47
- apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
- apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
- return q_rotated, k_rotated
50
-
51
-
52
- # Add torch compile support for functions
53
- apply_rotary_transformers.can_torch_compile = True
54
-
55
-
56
- # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
- __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu126-x86_64-linux/_ops.py DELETED
@@ -1,9 +0,0 @@
1
- import torch
2
- from . import _rotary_cuda_83d35ad
3
- ops = torch.ops._rotary_cuda_83d35ad
4
-
5
- def add_op_namespace_prefix(op_name: str):
6
- """
7
- Prefix op by namespace.
8
- """
9
- return f"_rotary_cuda_83d35ad::{op_name}"
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6a445355b7a9b3703e4ad0c9e2f69f62a91acccc130aedfd5c4693993aadd87
3
- size 6307720
 
 
 
 
build/torch211-cxx11-cu126-x86_64-linux/layers.py DELETED
@@ -1,41 +0,0 @@
1
- import torch
2
- import torch.nn as nn
3
-
4
- from ._ops import ops
5
-
6
-
7
- class apply_rotary_transformers(nn.Module):
8
- can_torch_compile = True
9
-
10
- def forward(
11
- self,
12
- q: torch.Tensor,
13
- k: torch.Tensor,
14
- cos: torch.Tensor,
15
- sin: torch.Tensor,
16
- unsqueeze_dim: int = 1,
17
- ) -> tuple[torch.Tensor, torch.Tensor]:
18
- """
19
- Rotary kernel implementation wrapper
20
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
- """
22
- cos = cos.unsqueeze(unsqueeze_dim)
23
- sin = sin.unsqueeze(unsqueeze_dim)
24
-
25
- q_rotated = q.clone()
26
- k_rotated = k.clone()
27
-
28
- # Get half dimension for rotation
29
- half_dim = q.shape[-1] // 2
30
- q1 = q_rotated[..., :half_dim]
31
- q2 = q_rotated[..., half_dim:]
32
- k1 = k_rotated[..., :half_dim]
33
- k2 = k_rotated[..., half_dim:]
34
- if cos.shape[-1] != half_dim:
35
- # Trim cos/sin to match half_dim
36
- cos = cos[..., :half_dim]
37
- sin = sin[..., :half_dim]
38
-
39
- ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
- ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
- return q_rotated, k_rotated
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu126-x86_64-linux/metadata.json DELETED
@@ -1,41 +0,0 @@
1
- {
2
- "name": "rotary",
3
- "id": "_rotary_cuda_83d35ad",
4
- "version": 2,
5
- "license": "BSD-3-Clause",
6
- "python-depends": [],
7
- "backend": {
8
- "type": "cuda",
9
- "archs": [
10
- "7.0",
11
- "7.2",
12
- "7.5",
13
- "8.0",
14
- "8.6",
15
- "8.7",
16
- "8.9",
17
- "9.0+PTX"
18
- ]
19
- },
20
- "digest": {
21
- "algorithm": "sha256",
22
- "files": {
23
- "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
24
- "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
25
- "_rotary_cuda_83d35ad.abi3.so": "tqRFNVt6mzcD5K0Mni9p9iqRrMzBMK7f1cRpOZOq3Yc=",
26
- "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
27
- "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
28
- }
29
- },
30
- "provenance": {
31
- "kernel-builder": {
32
- "version": "0.17.0-dev0",
33
- "sha": "81580bb92577f2f7228661ca2a221fc052375709",
34
- "dirty": false
35
- },
36
- "kernel": {
37
- "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
38
- "dirty": false
39
- }
40
- }
41
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu126-x86_64-linux/metadata.json.sigstore DELETED
@@ -1 +0,0 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUBZE4WkLiNZmeFDpd9zdPisg95kowCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI1WhcNMjYwNzE0MTIxNjI1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE04KDvTfzqDgZN7X1AfcAUjpfQEuW2AHx8mz5VFSwXobAP4uzz8uvsfxalkS/6d0akQtm7/3SabyYN9EXFqvL/aOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUPS9D3TdJfLH1tbyU83w5g0aXSaEwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFcUMAAAQDAEcwRQIhAKjCIbnD46iG2QM8bfwFGEPHiSsYQr2zpVx9fa6X/H10AiBIu6HV6jW3qdFoEc2oR25PTGTlRD5feOSzUTP6dFXOMTAKBggqhkjOPQQDAwNoADBlAjBGyztorfUqo3lms3Bxx4xfdKrC7fUoJq3D4pcEYd4FFNSqMD44+75BFq4cEI0vS1oCMQDJY+0OJ/vS0hJhsow0LI16B35OfPFJJjIVcVnscowyCqifFJ3NOahUGe0CI8KAyhE="}, "tlogEntries":[{"logIndex":"2167871559", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030786", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQDfroWMkYglaxRg4GFVOlT6TnoNjl9kyFnjww/K+GQnDwIgCpTmHypPB8SAH53DldJFKqWwROgyecTm2oZcNTtA9hE="}, "inclusionProof":{"logIndex":"2045967297", "rootHash":"nOTGSGAJaxGaFwPJRNYDlr6M8VcaT9GRtUA7gU3saZg=", "treeSize":"2045967325", "hashes":["foeLSTxuJPn3zFwA/kLG2CI6r3ImcT9JegZDbpt93aw=", "S0ydAFuFbI7pgbAxZzAObH1JljNGMtrbWgEyKyMk1+c=", "0ciIjbG3PJ5j0ugLwuw0uXxgU1rBw/JHwCYPK0v7qpI=", "G7c1qSe7Z4M8kzo+ATApmSgOpYyzWq6OEgwVgsYD8Es=", "XIkGywCdQcDvqqwn1CGsTv1Z6e25rSg6+vc3fFDRqjw=", "Mf94fEf1T+GZUV+XvVX2EIpxBZvgPcQDK//80Up4tIc=", "xaI2qMMmd02o/1MIpcyOTf+/NJ6i6yCa83PwVhvlKXM=", "zDOpCiANxLHr0larYXcklT+pqIvud9jSOo/Ho2272hI=", "6XfMzGNauqy4k/CXeHHBWeBr3CBptqLoDKYZHYSdteg=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967325\nnOTGSGAJaxGaFwPJRNYDlr6M8VcaT9GRtUA7gU3saZg=\n\n— rekor.sigstore.dev wNI9ajBGAiEA4CC0+NQ6Wr5ocGgmceTMF6+SUK6Xi7WhiA1jzM2MvYcCIQDS8+nzN/BnMhY8IFfuP0a0Qq3hkDVY+JgWiJXNs4DuZg==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1OTViMGQxOTVlYzZhZjlmZGE1OTg5ZDQwZTMzNjU5NWM5NDliNmExOTc2YWNhNjUwNjlmZDIxNjg0NzFhNDdlIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNqMGRmYjNDSSt2M3IwR2VWMnN4ckNEU2tkaDFyZ3ZLNG5qZlZlTWhnc0pBSWdRNDEwSFVPQ25PMGhZTzV3K3d2K0U2R3BDKzVibUxaMFJ3a1lBSnBsK2xFPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlFscEZORmRyVEdsT1dtMWxSa1J3WkRsNlpGQnBjMmM1Tld0dmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTVZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtreFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVV3TkV0RWRsUm1lbkZFWjFwT04xZ3hRV1pqUVZWcWNHWlJSWFZYTWtGSWVEaHRlalVLVmtaVGQxaHZZa0ZRTkhWNmVqaDFkbk5tZUdGc2ExTXZObVF3WVd0UmRHMDNMek5UWVdKNVdVNDVSVmhHY1haTUwyRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZRVXpsRUNqTlVaRXBtVEVneGRHSjVWVGd6ZHpWbk1HRllVMkZGZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpqVlUxQlFVRlJSQXBCUldOM1VsRkphRUZMYWtOSlltNUVORFpwUnpKUlRUaGlabmRHUjBWUVNHbFRjMWxSY2pKNmNGWjRPV1poTmxndlNERXdRV2xDU1hVMlNGWTJhbGN6Q25Ga1JtOUZZekp2VWpJMVVGUkhWR3hTUkRWbVpVOVRlbFZVVURaa1JsaFBUVlJCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcENSM2w2ZEc4S2NtWlZjVzh6Ykcxek0wSjRlRFI0Wm1STGNrTTNabFZ2U25FelJEUndZMFZaWkRSR1JrNVRjVTFFTkRRck56VkNSbkUwWTBWSk1IWlRNVzlEVFZGRVNncFpLekJQU2k5MlV6Qm9TbWh6YjNjd1RFa3hOa0l6TlU5bVVFWktTbXBKVm1OV2JuTmpiM2Q1UTNGcFprWktNMDVQWVdoVlIyVXdRMGs0UzBGNWFFVTlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg8XGES2jWYgBlsQE5zz+5udFR1rhU3WehDnULz+GZx5wCFD3vfLYByH9PahI1stcWBxZduJ6lGA8yMDI2MDcxNDEyMDYyNlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwNjI2WjAvBgkqhkiG9w0BCQQxIgQg6rwjpVqzB+LOXBggRVC8beHMAltpzNJGPvC0ZLrt26IwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxANgCqaFNgx48SZXRsnX1AzEtBEfXJe0Lro42j4muYmVR06LLe5YXiN5NrUYnyCpWAAIxAO79xPCcF2J2NZRGRRg3qI+911VxgnX7B75eCrNcTjl10IaNiKwfOz+t6MVe3X4Bqw=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"WVsNGV7Gr5/aWYnUDjNllclJtqGXasplBp/SFoRxpH4="}, "signature":"MEUCIQCj0dfb3CI+v3r0GeV2sxrCDSkdh1rgvK4njfVeMhgsJAIgQ410HUOCnO0hYO5w+wv+E6GpC+5bmLZ0RwkYAJpl+lE="}}
 
 
build/torch211-cxx11-cu126-x86_64-linux/rotary/__init__.py DELETED
@@ -1,26 +0,0 @@
1
- import ctypes
2
- import importlib.util
3
- import sys
4
- from pathlib import Path
5
- from types import ModuleType
6
-
7
-
8
- def _import_from_path(file_path: Path) -> ModuleType:
9
- # We cannot use the module name as-is, after adding it to `sys.modules`,
10
- # it would also be used for other imports. So, we make a module name that
11
- # depends on the path for it to be unique using the hex-encoded hash of
12
- # the path.
13
- path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
- module_name = path_hash
15
- spec = importlib.util.spec_from_file_location(module_name, file_path)
16
- if spec is None:
17
- raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
- module = importlib.util.module_from_spec(spec)
19
- if module is None:
20
- raise ImportError(f"Cannot load module {module_name} from spec")
21
- sys.modules[module_name] = module
22
- spec.loader.exec_module(module) # type: ignore
23
- return module
24
-
25
-
26
- globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu128-aarch64-linux/__init__.py DELETED
@@ -1,57 +0,0 @@
1
- import torch
2
-
3
- from . import layers
4
- from ._ops import ops
5
-
6
-
7
- def apply_rotary(
8
- x1: torch.Tensor,
9
- x2: torch.Tensor,
10
- cos: torch.Tensor,
11
- sin: torch.Tensor,
12
- out1: torch.Tensor,
13
- out2: torch.Tensor,
14
- conj: bool,
15
- ) -> None:
16
- ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
-
18
-
19
- def apply_rotary_transformers(
20
- q: torch.Tensor,
21
- k: torch.Tensor,
22
- cos: torch.Tensor,
23
- sin: torch.Tensor,
24
- unsqueeze_dim: int = 1,
25
- ) -> tuple[torch.Tensor, torch.Tensor]:
26
- """
27
- Rotary kernel implementation wrapper
28
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
- """
30
- cos = cos.unsqueeze(unsqueeze_dim)
31
- sin = sin.unsqueeze(unsqueeze_dim)
32
-
33
- q_rotated = q.clone()
34
- k_rotated = k.clone()
35
-
36
- # Get half dimension for rotation
37
- half_dim = q.shape[-1] // 2
38
- q1 = q_rotated[..., :half_dim]
39
- q2 = q_rotated[..., half_dim:]
40
- k1 = k_rotated[..., :half_dim]
41
- k2 = k_rotated[..., half_dim:]
42
- if cos.shape[-1] != half_dim:
43
- # Trim cos/sin to match half_dim
44
- cos = cos[..., :half_dim]
45
- sin = sin[..., :half_dim]
46
-
47
- apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
- apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
- return q_rotated, k_rotated
50
-
51
-
52
- # Add torch compile support for functions
53
- apply_rotary_transformers.can_torch_compile = True
54
-
55
-
56
- # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
- __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu128-aarch64-linux/_ops.py DELETED
@@ -1,9 +0,0 @@
1
- import torch
2
- from . import _rotary_cuda_83d35ad
3
- ops = torch.ops._rotary_cuda_83d35ad
4
-
5
- def add_op_namespace_prefix(op_name: str):
6
- """
7
- Prefix op by namespace.
8
- """
9
- return f"_rotary_cuda_83d35ad::{op_name}"
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu128-aarch64-linux/_rotary_cuda_83d35ad.abi3.so DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d73fc5aa273fb4259f9af959587dea4b5d2c006b233bcfffc31099b67ad80177
3
- size 10005216
 
 
 
 
build/torch211-cxx11-cu128-aarch64-linux/layers.py DELETED
@@ -1,41 +0,0 @@
1
- import torch
2
- import torch.nn as nn
3
-
4
- from ._ops import ops
5
-
6
-
7
- class apply_rotary_transformers(nn.Module):
8
- can_torch_compile = True
9
-
10
- def forward(
11
- self,
12
- q: torch.Tensor,
13
- k: torch.Tensor,
14
- cos: torch.Tensor,
15
- sin: torch.Tensor,
16
- unsqueeze_dim: int = 1,
17
- ) -> tuple[torch.Tensor, torch.Tensor]:
18
- """
19
- Rotary kernel implementation wrapper
20
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
- """
22
- cos = cos.unsqueeze(unsqueeze_dim)
23
- sin = sin.unsqueeze(unsqueeze_dim)
24
-
25
- q_rotated = q.clone()
26
- k_rotated = k.clone()
27
-
28
- # Get half dimension for rotation
29
- half_dim = q.shape[-1] // 2
30
- q1 = q_rotated[..., :half_dim]
31
- q2 = q_rotated[..., half_dim:]
32
- k1 = k_rotated[..., :half_dim]
33
- k2 = k_rotated[..., half_dim:]
34
- if cos.shape[-1] != half_dim:
35
- # Trim cos/sin to match half_dim
36
- cos = cos[..., :half_dim]
37
- sin = sin[..., :half_dim]
38
-
39
- ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
- ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
- return q_rotated, k_rotated
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu128-aarch64-linux/metadata.json DELETED
@@ -1,44 +0,0 @@
1
- {
2
- "name": "rotary",
3
- "id": "_rotary_cuda_83d35ad",
4
- "version": 2,
5
- "license": "BSD-3-Clause",
6
- "python-depends": [],
7
- "backend": {
8
- "type": "cuda",
9
- "archs": [
10
- "10.0",
11
- "10.1",
12
- "12.0+PTX",
13
- "7.0",
14
- "7.2",
15
- "7.5",
16
- "8.0",
17
- "8.6",
18
- "8.7",
19
- "8.9",
20
- "9.0"
21
- ]
22
- },
23
- "digest": {
24
- "algorithm": "sha256",
25
- "files": {
26
- "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
27
- "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
28
- "_rotary_cuda_83d35ad.abi3.so": "1z/Fqic/tCWfmvlZWH3qS10sAGsjO8//wxCZtnrYAXc=",
29
- "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
30
- "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
31
- }
32
- },
33
- "provenance": {
34
- "kernel-builder": {
35
- "version": "0.17.0-dev0",
36
- "sha": "81580bb92577f2f7228661ca2a221fc052375709",
37
- "dirty": false
38
- },
39
- "kernel": {
40
- "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
41
- "dirty": false
42
- }
43
- }
44
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu128-aarch64-linux/metadata.json.sigstore DELETED
@@ -1 +0,0 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUac3FpOuS7ANiNCTGNkoBWK0D60owCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwMzU3WhcNMjYwNzE0MTIxMzU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAElBQ6CsrfpOskvVimmWtOMoT5/Q83UcLuFZSe0q2vZvKsR/+KScfp0irIy4fjY+pggq3HhKuAQ+g+KR11xcCb3aOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUuh6roCSG0AB9PnXdDe+z7hVW3gIwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CDLSIAAAQDAEcwRQIgcliaHTLICIX/lJGl5Bgckkk04TvSUSzMg3g2CjW3Y8kCIQDbn9SLsoVifmMSPKPL60KT7iwvbR/xOH1Cs/pZuW9rhjAKBggqhkjOPQQDAwNoADBlAjEArJPhmcy19vB5FD4q7Ne5zLEm/FoDMX70yjRsQhoTHbpshWF0Y96CYaKNArV0u846AjAx1fLRakiZ8Xdqa8V1A1UXPh6oJ8xk3Q50WtAOvPAgCiMMao3Tl4JvN2RbxHX6Kuk="},"tlogEntries":[{"logIndex":"2167861678","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1784030637","inclusionPromise":{"signedEntryTimestamp":"MEUCIG0lH63nSlQ9VD8d3UMHbLqx3XH4G4R22odGpdPBTKs2AiEAgXn1C7hMuiDH8/fElUndR4VrQPMKAK2YKCwsN7RxhPc="},"inclusionProof":{"logIndex":"2045957416","rootHash":"x6kp8vmtDlz5feg08n0covggtw/Aez/wEtI96wnSZMU=","treeSize":"2045957430","hashes":["d74MftP4TY1KMSfmSKIIY5kVHZmMXV1RONjglY8tRBA=","WMhq/PCKrKPIEYm/vxPS+nawCc5eEdM4YH/Gw6K2Ffk=","V7761IciG7oSKjg7Gyrh4rM2wEit+HW+RDkhq9Lrq3Q=","8UndTJCbxRumWyt6cCWj9VqnOaRL6gGFhqBt+KbVwuA=","Afg43OUzeg4gDji31g/tpQ90N1jSAwbi94pPhKXS6NA=","rnog5GH1B7a2vbKQ7Hzjj5YyOCVSSV8jIhS9zjwev1A=","6xRiQpCucqpAnsCoMaUpUM3bzPRPaFV0YhoE3KWd1Tc=","GBE7j0S3xC6cYqxSDOQU5rmGo1aFKoY5pahXJS9v5uI=","fRH/AIGZXEav/OEwmt94uJSYrqXcwp1MlGyC7K8d6OY=","4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=","sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=","zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=","qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=","/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=","56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=","mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=","5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=","Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=","+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=","daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=","DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045957430\nx6kp8vmtDlz5feg08n0covggtw/Aez/wEtI96wnSZMU=\n\n— rekor.sigstore.dev wNI9ajBFAiB+IAtUPXlRhqp7pJBkZmqYTyTEJqx/VbBEEtc/W4gFrgIhAO4VJPExajJm+duad/GSq3RGhCieasrnd9AOmGR9yskE\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIxMzk4NTg2YTVjZTkxODQxNWFhYTc2YzVmYjkxNWNjNzBjOWFmZjhhNGU3ZWE5ZDFiNGYzZDA0ZGNjOThiYTVlIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJR0RKNis1N1JCRWV3TVRrWXVCSkVwVmJQMlA3UitKWEFlMEV1dGZTS2lhNUFpRUFpZ3hFbFVQU0Nkay9yZVQ2bW5ueVNQbDFzZ05QZVhvRUNoZEdoUDRPNkV3PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVllXTXpSbkJQZFZNM1FVNXBUa05VUjA1cmIwSlhTekJFTmpCdmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUWHBWTTFkb1kwNU5hbGwzVG5wRk1FMVVTWGhOZWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZzUWxFMlEzTnlabkJQYzJ0MlZtbHRiVmQwVDAxdlZEVXZVVGd6VldOTWRVWmFVMlVLTUhFeWRscDJTM05TTHl0TFUyTm1jREJwY2tsNU5HWnFXU3R3WjJkeE0waG9TM1ZCVVN0bkswdFNNVEY0WTBOaU0yRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlYxYURaeUNtOURVMGN3UVVJNVVHNVlaRVJsSzNvM2FGWlhNMmRKZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFJNVTBsQlFVRlJSQXBCUldOM1VsRkpaMk5zYVdGSVZFeEpRMGxZTDJ4S1IydzFRbWRqYTJ0ck1EUlVkbE5WVTNwTlp6Tm5Na05xVnpOWk9HdERTVkZFWW00NVUweHpiMVpwQ21adFRWTlFTMUJNTmpCTFZEZHBkM1ppVWk5NFQwZ3hRM012Y0ZwMVZ6bHlhR3BCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEZRWEpLVUdnS2JXTjVNVGwyUWpWR1JEUnhOMDVsTlhwTVJXMHZSbTlFVFZnM01IbHFVbk5SYUc5VVNHSndjMmhYUmpCWk9UWkRXV0ZMVGtGeVZqQjFPRFEyUVdwQmVBb3haa3hTWVd0cFdqaFlaSEZoT0ZZeFFURlZXRkJvTm05S09IaHJNMUUxTUZkMFFVOTJVRUZuUTJsTlRXRnZNMVJzTkVwMlRqSlNZbmhJV0RaTGRXczlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgemMJkz36D7RhtcUnM3wSQl/GSrjDZgT/8TwNgPdwJY4CFGKRhi05JPqDQ3j0P1FeG3rfNduLGA8yMDI2MDcxNDEyMDM1N1owAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwMzU3WjAvBgkqhkiG9w0BCQQxIgQgAdBjWk08KllNyQgJdgWQbusNaUkotu7mr1Rg/a1ObCEwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwJEJZkt5jF8L7O4h7J/YcyN7w0uB5T1wsM+gkXitt7sAM1LfeY4ZoswKhQ9i6ne0LAjBw9y963lP4wx4pEeDvgKi7q5TkCxUifkLNEyjqFwg3+vqDfOP2cEkNuIYyDjGKb3k="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"E5hYalzpGEFaqnbF+5Fcxwya/4pOfqnRtPPQTcyYul4="},"signature":"MEUCIGDJ6+57RBEewMTkYuBJEpVbP2P7R+JXAe0EutfSKia5AiEAigxElUPSCdk/reT6mnnySPl1sgNPeXoEChdGhP4O6Ew="}}
 
 
build/torch211-cxx11-cu128-aarch64-linux/rotary/__init__.py DELETED
@@ -1,26 +0,0 @@
1
- import ctypes
2
- import importlib.util
3
- import sys
4
- from pathlib import Path
5
- from types import ModuleType
6
-
7
-
8
- def _import_from_path(file_path: Path) -> ModuleType:
9
- # We cannot use the module name as-is, after adding it to `sys.modules`,
10
- # it would also be used for other imports. So, we make a module name that
11
- # depends on the path for it to be unique using the hex-encoded hash of
12
- # the path.
13
- path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
- module_name = path_hash
15
- spec = importlib.util.spec_from_file_location(module_name, file_path)
16
- if spec is None:
17
- raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
- module = importlib.util.module_from_spec(spec)
19
- if module is None:
20
- raise ImportError(f"Cannot load module {module_name} from spec")
21
- sys.modules[module_name] = module
22
- spec.loader.exec_module(module) # type: ignore
23
- return module
24
-
25
-
26
- globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu128-x86_64-linux/__init__.py DELETED
@@ -1,57 +0,0 @@
1
- import torch
2
-
3
- from . import layers
4
- from ._ops import ops
5
-
6
-
7
- def apply_rotary(
8
- x1: torch.Tensor,
9
- x2: torch.Tensor,
10
- cos: torch.Tensor,
11
- sin: torch.Tensor,
12
- out1: torch.Tensor,
13
- out2: torch.Tensor,
14
- conj: bool,
15
- ) -> None:
16
- ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
-
18
-
19
- def apply_rotary_transformers(
20
- q: torch.Tensor,
21
- k: torch.Tensor,
22
- cos: torch.Tensor,
23
- sin: torch.Tensor,
24
- unsqueeze_dim: int = 1,
25
- ) -> tuple[torch.Tensor, torch.Tensor]:
26
- """
27
- Rotary kernel implementation wrapper
28
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
- """
30
- cos = cos.unsqueeze(unsqueeze_dim)
31
- sin = sin.unsqueeze(unsqueeze_dim)
32
-
33
- q_rotated = q.clone()
34
- k_rotated = k.clone()
35
-
36
- # Get half dimension for rotation
37
- half_dim = q.shape[-1] // 2
38
- q1 = q_rotated[..., :half_dim]
39
- q2 = q_rotated[..., half_dim:]
40
- k1 = k_rotated[..., :half_dim]
41
- k2 = k_rotated[..., half_dim:]
42
- if cos.shape[-1] != half_dim:
43
- # Trim cos/sin to match half_dim
44
- cos = cos[..., :half_dim]
45
- sin = sin[..., :half_dim]
46
-
47
- apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
- apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
- return q_rotated, k_rotated
50
-
51
-
52
- # Add torch compile support for functions
53
- apply_rotary_transformers.can_torch_compile = True
54
-
55
-
56
- # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
- __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu128-x86_64-linux/_ops.py DELETED
@@ -1,9 +0,0 @@
1
- import torch
2
- from . import _rotary_cuda_83d35ad
3
- ops = torch.ops._rotary_cuda_83d35ad
4
-
5
- def add_op_namespace_prefix(op_name: str):
6
- """
7
- Prefix op by namespace.
8
- """
9
- return f"_rotary_cuda_83d35ad::{op_name}"
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu128-x86_64-linux/_rotary_cuda_83d35ad.abi3.so DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9ef71728252e9c9eeb69ccda9010973116709a9feca95bbc91674548baaf552
3
- size 9966552
 
 
 
 
build/torch211-cxx11-cu128-x86_64-linux/layers.py DELETED
@@ -1,41 +0,0 @@
1
- import torch
2
- import torch.nn as nn
3
-
4
- from ._ops import ops
5
-
6
-
7
- class apply_rotary_transformers(nn.Module):
8
- can_torch_compile = True
9
-
10
- def forward(
11
- self,
12
- q: torch.Tensor,
13
- k: torch.Tensor,
14
- cos: torch.Tensor,
15
- sin: torch.Tensor,
16
- unsqueeze_dim: int = 1,
17
- ) -> tuple[torch.Tensor, torch.Tensor]:
18
- """
19
- Rotary kernel implementation wrapper
20
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
- """
22
- cos = cos.unsqueeze(unsqueeze_dim)
23
- sin = sin.unsqueeze(unsqueeze_dim)
24
-
25
- q_rotated = q.clone()
26
- k_rotated = k.clone()
27
-
28
- # Get half dimension for rotation
29
- half_dim = q.shape[-1] // 2
30
- q1 = q_rotated[..., :half_dim]
31
- q2 = q_rotated[..., half_dim:]
32
- k1 = k_rotated[..., :half_dim]
33
- k2 = k_rotated[..., half_dim:]
34
- if cos.shape[-1] != half_dim:
35
- # Trim cos/sin to match half_dim
36
- cos = cos[..., :half_dim]
37
- sin = sin[..., :half_dim]
38
-
39
- ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
- ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
- return q_rotated, k_rotated
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu128-x86_64-linux/metadata.json DELETED
@@ -1,44 +0,0 @@
1
- {
2
- "name": "rotary",
3
- "id": "_rotary_cuda_83d35ad",
4
- "version": 2,
5
- "license": "BSD-3-Clause",
6
- "python-depends": [],
7
- "backend": {
8
- "type": "cuda",
9
- "archs": [
10
- "10.0",
11
- "10.1",
12
- "12.0+PTX",
13
- "7.0",
14
- "7.2",
15
- "7.5",
16
- "8.0",
17
- "8.6",
18
- "8.7",
19
- "8.9",
20
- "9.0"
21
- ]
22
- },
23
- "digest": {
24
- "algorithm": "sha256",
25
- "files": {
26
- "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
27
- "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
28
- "_rotary_cuda_83d35ad.abi3.so": "2e9xcoJS6cnutpzNqQEJcxFnCan+ypW7yRZ0VIuq9VI=",
29
- "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
30
- "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
31
- }
32
- },
33
- "provenance": {
34
- "kernel-builder": {
35
- "version": "0.17.0-dev0",
36
- "sha": "81580bb92577f2f7228661ca2a221fc052375709",
37
- "dirty": false
38
- },
39
- "kernel": {
40
- "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
41
- "dirty": false
42
- }
43
- }
44
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu128-x86_64-linux/metadata.json.sigstore DELETED
@@ -1 +0,0 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUIZohJSbGTi/2H4Txq9xRR5AUIzswCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI3WhcNMjYwNzE0MTIxNjI3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEVSmOMe+VReBYKA113MR77Kc3P0/fKPFz3xTtMcFuM/gMSt+PRd45ntxOFiUkQc6lMz+xZfdxA+ctg4YGIsDwYaOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUQFyBbCekpz6A3nfpxwY6b5GTH90wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFddwAAAQDAEcwRQIhAOSxX9bXdtf8MmPOW5ZTD+l7ops0f2gstJBBGA+YLyg3AiB2K2dqsRXjw/sYPklncCojbuo2WHn6Im6pYKwUmopdPzAKBggqhkjOPQQDAwNoADBlAjAatchWPp03GPWY3f6cclOv7gI4qOwCXp9V/qLw0leQW+J3Zf8UFIL8CUDOoLXpluUCMQCnJDTrWuuhOjmzpo5lF9IYZjUNERwMuc2wlEvEsHpPg9qnWeRGT77N91RC8OxgpjI="}, "tlogEntries":[{"logIndex":"2167871678", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030787", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQCkmNJSalxhlSnRFNUbDHzHuPkeUbE2ASMWUH+8Bgp4tAIhAIvTQ1bldtVbkOS4qnY8xVBel4LTLVIIhFm9GA3PHo8T"}, "inclusionProof":{"logIndex":"2045967416", "rootHash":"Opsn9s4j1WU8WbwUmUTwYKypPqZwV/9rdHcHySPCtXI=", "treeSize":"2045967445", "hashes":["sfbM599WvSpMrWqXdVjTJ4vYvVqOMwPI1eyJEcrpmCQ=", "NY0NQRz3XGYanM91MiZ05uKCI5h7hh/YqQlqMee8Pzc=", "dKwVjmhBsPn6/Hc9rtmMbGmTSlmTbf3eGD0VSCbFTRc=", "DD98Z1ECCMuTfJ6nlWLQzgc5Pjxb+qjRF2fifM1mAlk=", "t3i7p4Qqe+wO/N9vD6q3AlAhMAkRTGTeT868vkAI7RI=", "1DdK0/MeCtscY9IuwTCdhBBHVbJCUHTcaYJSZDk5kQ0=", "jBHL2E/7j9xavTJv51gHQzgeks/+y5etMmgrET9ijMg=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967445\nOpsn9s4j1WU8WbwUmUTwYKypPqZwV/9rdHcHySPCtXI=\n\n— rekor.sigstore.dev wNI9ajBFAiAc+l6/n7PHp016heppkDIWwDVu8taSY4oOFLy6bMH6ywIhAPFnb4dRQe8/EbnzoIuCvntHZj/mSuS0/OdYJ4EGR0Uh\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwM2FkODVkZWU3ZGM5MzNhMDRiNjkxNWYwMjZjNjgwZDk4YmJiOTdmMjJhOTQ5MDdhMzg2YTAyZGJkYzcwMzU2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUN0RTRnZi8rSDFqQlJpd1p1WXZYdVkzckoyeS8wN09EejBCYzFQc2N1ODRRSWdFeGpHYnErdjRMZEVtRHRRaFM1S2ZRVUxZYTN1OFFoS3RSbS9nUnBUZXdBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlNWcHZhRXBUWWtkVWFTOHlTRFJVZUhFNWVGSlNOVUZWU1hwemQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTTFkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZXVTIxUFRXVXJWbEpsUWxsTFFURXhNMDFTTnpkTFl6TlFNQzltUzFCR2VqTjRWSFFLVFdOR2RVMHZaMDFUZEN0UVVtUTBOVzUwZUU5R2FWVnJVV00yYkUxNkszaGFabVI0UVN0amRHYzBXVWRKYzBSM1dXRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZSUm5sQ0NtSkRaV3R3ZWpaQk0yNW1jSGgzV1RaaU5VZFVTRGt3ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFprWkhkQlFVRlJSQXBCUldOM1VsRkphRUZQVTNoWU9XSllaSFJtT0UxdFVFOVhOVnBVUkN0c04yOXdjekJtTW1kemRFcENRa2RCSzFsTWVXY3pRV2xDTWtzeVpIRnpVbGhxQ25jdmMxbFFhMnh1WTBOdmFtSjFiekpYU0c0MlNXMDJjRmxMZDFWdGIzQmtVSHBCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEJZWFJqYUZjS1VIQXdNMGRRVjFrelpqWmpZMnhQZGpkblNUUnhUM2REV0hBNVZpOXhUSGN3YkdWUlZ5dEtNMXBtT0ZWR1NVdzRRMVZFVDI5TVdIQnNkVlZEVFZGRGJncEtSRlJ5VjNWMWFFOXFiWHB3YnpWc1JqbEpXVnBxVlU1RlVuZE5kV015ZDJ4RmRrVnpTSEJRWnpseGJsZGxVa2RVTnpkT09URlNRemhQZUdkd2FrazlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgpTbdMLLry6wCoZghUTgIMyjcOZn0mGw64d4Pe3k+KBACFQDAHCMExGHZYFgy3mzi35Il+l7M8hgPMjAyNjA3MTQxMjA2MjdaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYyN1owLwYJKoZIhvcNAQkEMSIEIL+UizdVA1VnYGIkQrkNyfmRkxALkmVrx8MTlU1toZAKMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMCMNp0nagwA2Ql8IjO7dX94fG3qk9Du+vmjFPcrQwBTC0emrQTYxaQ7yLVH3UZHiugIwCa/ROCpoR/9napKo4S4gZV9u7Jm1vfRblciG2yos3QnHIouhNpdJtaKAGX4ijk7g"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"A62F3ufckzoEtpFfAmxoDZi7uX8iqUkHo4agLb3HA1Y="}, "signature":"MEUCIQCtE4gf/+H1jBRiwZuYvXuY3rJ2y/07ODz0Bc1Pscu84QIgExjGbq+v4LdEmDtQhS5KfQULYa3u8QhKtRm/gRpTewA="}}
 
 
build/torch211-cxx11-cu128-x86_64-linux/rotary/__init__.py DELETED
@@ -1,26 +0,0 @@
1
- import ctypes
2
- import importlib.util
3
- import sys
4
- from pathlib import Path
5
- from types import ModuleType
6
-
7
-
8
- def _import_from_path(file_path: Path) -> ModuleType:
9
- # We cannot use the module name as-is, after adding it to `sys.modules`,
10
- # it would also be used for other imports. So, we make a module name that
11
- # depends on the path for it to be unique using the hex-encoded hash of
12
- # the path.
13
- path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
- module_name = path_hash
15
- spec = importlib.util.spec_from_file_location(module_name, file_path)
16
- if spec is None:
17
- raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
- module = importlib.util.module_from_spec(spec)
19
- if module is None:
20
- raise ImportError(f"Cannot load module {module_name} from spec")
21
- sys.modules[module_name] = module
22
- spec.loader.exec_module(module) # type: ignore
23
- return module
24
-
25
-
26
- globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu130-aarch64-linux/__init__.py DELETED
@@ -1,57 +0,0 @@
1
- import torch
2
-
3
- from . import layers
4
- from ._ops import ops
5
-
6
-
7
- def apply_rotary(
8
- x1: torch.Tensor,
9
- x2: torch.Tensor,
10
- cos: torch.Tensor,
11
- sin: torch.Tensor,
12
- out1: torch.Tensor,
13
- out2: torch.Tensor,
14
- conj: bool,
15
- ) -> None:
16
- ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
-
18
-
19
- def apply_rotary_transformers(
20
- q: torch.Tensor,
21
- k: torch.Tensor,
22
- cos: torch.Tensor,
23
- sin: torch.Tensor,
24
- unsqueeze_dim: int = 1,
25
- ) -> tuple[torch.Tensor, torch.Tensor]:
26
- """
27
- Rotary kernel implementation wrapper
28
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
- """
30
- cos = cos.unsqueeze(unsqueeze_dim)
31
- sin = sin.unsqueeze(unsqueeze_dim)
32
-
33
- q_rotated = q.clone()
34
- k_rotated = k.clone()
35
-
36
- # Get half dimension for rotation
37
- half_dim = q.shape[-1] // 2
38
- q1 = q_rotated[..., :half_dim]
39
- q2 = q_rotated[..., half_dim:]
40
- k1 = k_rotated[..., :half_dim]
41
- k2 = k_rotated[..., half_dim:]
42
- if cos.shape[-1] != half_dim:
43
- # Trim cos/sin to match half_dim
44
- cos = cos[..., :half_dim]
45
- sin = sin[..., :half_dim]
46
-
47
- apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
- apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
- return q_rotated, k_rotated
50
-
51
-
52
- # Add torch compile support for functions
53
- apply_rotary_transformers.can_torch_compile = True
54
-
55
-
56
- # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
- __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu130-aarch64-linux/_ops.py DELETED
@@ -1,9 +0,0 @@
1
- import torch
2
- from . import _rotary_cuda_83d35ad
3
- ops = torch.ops._rotary_cuda_83d35ad
4
-
5
- def add_op_namespace_prefix(op_name: str):
6
- """
7
- Prefix op by namespace.
8
- """
9
- return f"_rotary_cuda_83d35ad::{op_name}"
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu130-aarch64-linux/_rotary_cuda_83d35ad.abi3.so DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cce889a2bde91bb165852f4ca0c319127267f490919875a6aad84d423df4780
3
- size 9642752
 
 
 
 
build/torch211-cxx11-cu130-aarch64-linux/layers.py DELETED
@@ -1,41 +0,0 @@
1
- import torch
2
- import torch.nn as nn
3
-
4
- from ._ops import ops
5
-
6
-
7
- class apply_rotary_transformers(nn.Module):
8
- can_torch_compile = True
9
-
10
- def forward(
11
- self,
12
- q: torch.Tensor,
13
- k: torch.Tensor,
14
- cos: torch.Tensor,
15
- sin: torch.Tensor,
16
- unsqueeze_dim: int = 1,
17
- ) -> tuple[torch.Tensor, torch.Tensor]:
18
- """
19
- Rotary kernel implementation wrapper
20
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
- """
22
- cos = cos.unsqueeze(unsqueeze_dim)
23
- sin = sin.unsqueeze(unsqueeze_dim)
24
-
25
- q_rotated = q.clone()
26
- k_rotated = k.clone()
27
-
28
- # Get half dimension for rotation
29
- half_dim = q.shape[-1] // 2
30
- q1 = q_rotated[..., :half_dim]
31
- q2 = q_rotated[..., half_dim:]
32
- k1 = k_rotated[..., :half_dim]
33
- k2 = k_rotated[..., half_dim:]
34
- if cos.shape[-1] != half_dim:
35
- # Trim cos/sin to match half_dim
36
- cos = cos[..., :half_dim]
37
- sin = sin[..., :half_dim]
38
-
39
- ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
- ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
- return q_rotated, k_rotated
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu130-aarch64-linux/metadata.json DELETED
@@ -1,43 +0,0 @@
1
- {
2
- "name": "rotary",
3
- "id": "_rotary_cuda_83d35ad",
4
- "version": 2,
5
- "license": "BSD-3-Clause",
6
- "python-depends": [],
7
- "backend": {
8
- "type": "cuda",
9
- "archs": [
10
- "10.0",
11
- "11.0",
12
- "12.0",
13
- "12.1+PTX",
14
- "7.5",
15
- "8.0",
16
- "8.6",
17
- "8.7",
18
- "8.9",
19
- "9.0"
20
- ]
21
- },
22
- "digest": {
23
- "algorithm": "sha256",
24
- "files": {
25
- "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
26
- "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
27
- "_rotary_cuda_83d35ad.abi3.so": "HM6ImivekbsWWFL0ygwxkScmf0kJGYdaaq2E1CPfR4A=",
28
- "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
29
- "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
30
- }
31
- },
32
- "provenance": {
33
- "kernel-builder": {
34
- "version": "0.17.0-dev0",
35
- "sha": "81580bb92577f2f7228661ca2a221fc052375709",
36
- "dirty": false
37
- },
38
- "kernel": {
39
- "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
40
- "dirty": false
41
- }
42
- }
43
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu130-aarch64-linux/metadata.json.sigstore DELETED
@@ -1 +0,0 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHTDCCBtGgAwIBAgIULb4IGEMnuqQGFkGFZtQ9bLisxwMwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwMzU4WhcNMjYwNzE0MTIxMzU4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEi/HQBHmRyaABZoSDXS8W1mZmZrdI0Xewn/97f8C6kUCubaJXKad5/iYp94ovemxmmCvW1yDEIWix00tA70/SkqOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUtySZQDwuSRkxdT6Da1UBB7euNSwwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CDMGMAAAQDAEcwRQIgRFKG7qmfqkynyNmm+35437ojr/Gtrbtlnf6feUo34uwCIQCkDH/5KzTKdskZjYcVvP3vX/LtIdVhEKhe2aeh6yVjjDAKBggqhkjOPQQDAwNpADBmAjEAnQWmoTxUA2t1qChLVQR9NjZ/ihDtXNa5FeVaaeHsNb+yWTAEZEjB3QPnr4OtE+EAAjEA50e/q7aCK5ykCnhdNXzaU1021w42Q4QFX6+CGLGJoaNI0gUntUtiDmLgWBt9MtFt"},"tlogEntries":[{"logIndex":"2167861740","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1784030638","inclusionPromise":{"signedEntryTimestamp":"MEQCIBtONnZLtUsiqwfI+e+GDB6qYpJJZlOkkUhNbJyfPYpqAiAlmKwmKjujhMj9kcfuf325nVT663gtuyPVxtFxQRE/2g=="},"inclusionProof":{"logIndex":"2045957478","rootHash":"pPC0jX8DIVTKcicSfRpUj3P+09zlVmHbvDhxLSJqV6E=","treeSize":"2045957484","hashes":["iKAL5Z60cgDIqLMAmFTyF40ELoOoH9Knd5/AcAPIV+k=","D914dFnn4aEdQROh9IAj4qfQzPVloOJjn7mbBgSVg5o=","TUNRDK8pnPc0rcd7U9VA2O0kX3xJpKaR2siIB9xnXSY=","LagDwb3aE+FQPeh4cbi+CWh0wh1S/SD91yfPC5mQx+k=","oiwLkcbJ7I2nd9itJirMsznn6quqOUCcVom5F9xnNkM=","2IKX6ARBoilmD1t2BpSAmPmTkqHYXc+ROEH926W/4aY=","6xRiQpCucqpAnsCoMaUpUM3bzPRPaFV0YhoE3KWd1Tc=","GBE7j0S3xC6cYqxSDOQU5rmGo1aFKoY5pahXJS9v5uI=","fRH/AIGZXEav/OEwmt94uJSYrqXcwp1MlGyC7K8d6OY=","4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=","sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=","zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=","qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=","/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=","56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=","mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=","5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=","Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=","+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=","daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=","DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045957484\npPC0jX8DIVTKcicSfRpUj3P+09zlVmHbvDhxLSJqV6E=\n\n— rekor.sigstore.dev wNI9ajBFAiAPP0Q9kwKVfgtmYXuGxkPzdCcgC8LnoK8FG5zrLz7KOAIhAPKYi8Vjto+ZY3cRYN+mZL070nJFhAGydX38G87SRsju\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIyNGM2MzQ1YzEzYTc4MGE4OGVkZmQxODVjNWZjYTA2YWM5ZmZhZmU1OTY4Yzg3YWU5NjU5MWZiY2YzNjNiZmYwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUM4T3QySEVkQ0pJeFUwa09vUTROR0o1VlpNMHlUeFlHNTRvbjJCaGtFV0F3SWhBT1ZGZFNKcFhybmFNeHI3WkRFYk1hV1JyZkh3SlMraDloNVhNdGdsL3JESSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVSRU5EUW5SSFowRjNTVUpCWjBsVlRHSTBTVWRGVFc1MWNWRkhSbXRIUmxwMFVUbGlUR2x6ZUhkTmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUWHBWTkZkb1kwNU5hbGwzVG5wRk1FMVVTWGhOZWxVMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZwTDBoUlFraHRVbmxoUVVKYWIxTkVXRk00VnpGdFdtMWFjbVJKTUZobGQyNHZPVGNLWmpoRE5tdFZRM1ZpWVVwWVMyRmtOUzlwV1hBNU5HOTJaVzE0YlcxRGRsY3hlVVJGU1ZkcGVEQXdkRUUzTUM5VGEzRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlYwZVZOYUNsRkVkM1ZUVW10NFpGUTJSR0V4VlVKQ04yVjFUbE4zZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFJOUjAxQlFVRlJSQXBCUldOM1VsRkpaMUpHUzBjM2NXMW1jV3Q1Ym5sT2JXMHJNelUwTXpkdmFuSXZSM1J5WW5Sc2JtWTJabVZWYnpNMGRYZERTVkZEYTBSSUx6VkxlbFJMQ21SemExcHFXV05XZGxBemRsZ3ZUSFJKWkZab1JVdG9aVEpoWldnMmVWWnFha1JCUzBKblozRm9hMnBQVUZGUlJFRjNUbkJCUkVKdFFXcEZRVzVSVjIwS2IxUjRWVUV5ZERGeFEyaE1WbEZTT1U1cVdpOXBhRVIwV0U1aE5VWmxWbUZoWlVoelRtSXJlVmRVUVVWYVJXcENNMUZRYm5JMFQzUkZLMFZCUVdwRlFRbzFNR1V2Y1RkaFEwczFlV3REYm1oa1RsaDZZVlV4TURJeGR6UXlVVFJSUmxnMkswTkhURWRLYjJGT1NUQm5WVzUwVlhScFJHMU1aMWRDZERsTmRFWjBDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgT5TM5Q1EKfmf1K4MQKzUMX+XW7qSxpKNJ6SmF3MZGTACFA0a6D+BOx4ePYvS3/b4qsLS40WlGA8yMDI2MDcxNDEyMDM1OFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwMzU4WjAvBgkqhkiG9w0BCQQxIgQgV2X6tbo3mD+h2nCABA8PpEdWQYXVcAWEHb7AlRvT+7AwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwR3oFb/HybdVavEJ6T6XPtJn/InlfDvDVuPejtvq/9Zr9fAKRyDWaQZx4iZT7ZeCwAjEA4bQCM9OeYOLRwe1HDUFI7iXex/pjgaQbh31YlVnUrbCVto76kkT1ZmsqvDLHfZHC"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"JMY0XBOngKiO39GFxfygasn/r+WWjIeullkfvPNjv/A="},"signature":"MEYCIQC8Ot2HEdCJIxU0kOoQ4NGJ5VZM0yTxYG54on2BhkEWAwIhAOVFdSJpXrnaMxr7ZDEbMaWRrfHwJS+h9h5XMtgl/rDI"}}
 
 
build/torch211-cxx11-cu130-aarch64-linux/rotary/__init__.py DELETED
@@ -1,26 +0,0 @@
1
- import ctypes
2
- import importlib.util
3
- import sys
4
- from pathlib import Path
5
- from types import ModuleType
6
-
7
-
8
- def _import_from_path(file_path: Path) -> ModuleType:
9
- # We cannot use the module name as-is, after adding it to `sys.modules`,
10
- # it would also be used for other imports. So, we make a module name that
11
- # depends on the path for it to be unique using the hex-encoded hash of
12
- # the path.
13
- path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
- module_name = path_hash
15
- spec = importlib.util.spec_from_file_location(module_name, file_path)
16
- if spec is None:
17
- raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
- module = importlib.util.module_from_spec(spec)
19
- if module is None:
20
- raise ImportError(f"Cannot load module {module_name} from spec")
21
- sys.modules[module_name] = module
22
- spec.loader.exec_module(module) # type: ignore
23
- return module
24
-
25
-
26
- globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu130-x86_64-linux/__init__.py DELETED
@@ -1,57 +0,0 @@
1
- import torch
2
-
3
- from . import layers
4
- from ._ops import ops
5
-
6
-
7
- def apply_rotary(
8
- x1: torch.Tensor,
9
- x2: torch.Tensor,
10
- cos: torch.Tensor,
11
- sin: torch.Tensor,
12
- out1: torch.Tensor,
13
- out2: torch.Tensor,
14
- conj: bool,
15
- ) -> None:
16
- ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
-
18
-
19
- def apply_rotary_transformers(
20
- q: torch.Tensor,
21
- k: torch.Tensor,
22
- cos: torch.Tensor,
23
- sin: torch.Tensor,
24
- unsqueeze_dim: int = 1,
25
- ) -> tuple[torch.Tensor, torch.Tensor]:
26
- """
27
- Rotary kernel implementation wrapper
28
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
- """
30
- cos = cos.unsqueeze(unsqueeze_dim)
31
- sin = sin.unsqueeze(unsqueeze_dim)
32
-
33
- q_rotated = q.clone()
34
- k_rotated = k.clone()
35
-
36
- # Get half dimension for rotation
37
- half_dim = q.shape[-1] // 2
38
- q1 = q_rotated[..., :half_dim]
39
- q2 = q_rotated[..., half_dim:]
40
- k1 = k_rotated[..., :half_dim]
41
- k2 = k_rotated[..., half_dim:]
42
- if cos.shape[-1] != half_dim:
43
- # Trim cos/sin to match half_dim
44
- cos = cos[..., :half_dim]
45
- sin = sin[..., :half_dim]
46
-
47
- apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
- apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
- return q_rotated, k_rotated
50
-
51
-
52
- # Add torch compile support for functions
53
- apply_rotary_transformers.can_torch_compile = True
54
-
55
-
56
- # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
- __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu130-x86_64-linux/_ops.py DELETED
@@ -1,9 +0,0 @@
1
- import torch
2
- from . import _rotary_cuda_83d35ad
3
- ops = torch.ops._rotary_cuda_83d35ad
4
-
5
- def add_op_namespace_prefix(op_name: str):
6
- """
7
- Prefix op by namespace.
8
- """
9
- return f"_rotary_cuda_83d35ad::{op_name}"
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1068c6e398eaa577252d0316aa8bd8632a09acdcc6e974853f3f0602f79f9f99
3
- size 9645376
 
 
 
 
build/torch211-cxx11-cu130-x86_64-linux/layers.py DELETED
@@ -1,41 +0,0 @@
1
- import torch
2
- import torch.nn as nn
3
-
4
- from ._ops import ops
5
-
6
-
7
- class apply_rotary_transformers(nn.Module):
8
- can_torch_compile = True
9
-
10
- def forward(
11
- self,
12
- q: torch.Tensor,
13
- k: torch.Tensor,
14
- cos: torch.Tensor,
15
- sin: torch.Tensor,
16
- unsqueeze_dim: int = 1,
17
- ) -> tuple[torch.Tensor, torch.Tensor]:
18
- """
19
- Rotary kernel implementation wrapper
20
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
21
- """
22
- cos = cos.unsqueeze(unsqueeze_dim)
23
- sin = sin.unsqueeze(unsqueeze_dim)
24
-
25
- q_rotated = q.clone()
26
- k_rotated = k.clone()
27
-
28
- # Get half dimension for rotation
29
- half_dim = q.shape[-1] // 2
30
- q1 = q_rotated[..., :half_dim]
31
- q2 = q_rotated[..., half_dim:]
32
- k1 = k_rotated[..., :half_dim]
33
- k2 = k_rotated[..., half_dim:]
34
- if cos.shape[-1] != half_dim:
35
- # Trim cos/sin to match half_dim
36
- cos = cos[..., :half_dim]
37
- sin = sin[..., :half_dim]
38
-
39
- ops.apply_rotary(q1, q2, cos, sin, q1, q2, False)
40
- ops.apply_rotary(k1, k2, cos, sin, k1, k2, False)
41
- return q_rotated, k_rotated
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu130-x86_64-linux/metadata.json DELETED
@@ -1,43 +0,0 @@
1
- {
2
- "name": "rotary",
3
- "id": "_rotary_cuda_83d35ad",
4
- "version": 2,
5
- "license": "BSD-3-Clause",
6
- "python-depends": [],
7
- "backend": {
8
- "type": "cuda",
9
- "archs": [
10
- "10.0",
11
- "11.0",
12
- "12.0",
13
- "12.1+PTX",
14
- "7.5",
15
- "8.0",
16
- "8.6",
17
- "8.7",
18
- "8.9",
19
- "9.0"
20
- ]
21
- },
22
- "digest": {
23
- "algorithm": "sha256",
24
- "files": {
25
- "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=",
26
- "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=",
27
- "_rotary_cuda_83d35ad.abi3.so": "EGjG45jqpXclLQMWqovYYyoJrNzG6XSFPz8GAvefn5k=",
28
- "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=",
29
- "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY="
30
- }
31
- },
32
- "provenance": {
33
- "kernel-builder": {
34
- "version": "0.17.0-dev0",
35
- "sha": "81580bb92577f2f7228661ca2a221fc052375709",
36
- "dirty": false
37
- },
38
- "kernel": {
39
- "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf",
40
- "dirty": false
41
- }
42
- }
43
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-cu130-x86_64-linux/metadata.json.sigstore DELETED
@@ -1 +0,0 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHTTCCBtKgAwIBAgIUVPrZUqWfkF7Rm/ZX/l3ivnML634wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI4WhcNMjYwNzE0MTIxNjI4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEmUAKYBcI4My7AT5Q5AyNbBg4xux1xblIlwqm3TI/5kOJMepiop1ETj+WQ/sX9carGEZgHtj5ZXWVZQyMlUDjrqOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUaR9y1IVP5E4UYlAh/y+rCXfQofcwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFei8AAAQDAEgwRgIhAIEmpLZXI6Pc7I1xSPhCqG+qEWBXkw1fd0FiinyXlWw8AiEAhyocK3HIDlAyltwhLiFgcmNCa5k7DmXGguSqYZLa7a0wCgYIKoZIzj0EAwMDaQAwZgIxALOC4tikyaHQZbFgbyblulPe3qmxtM7NJiad2WF6VLtojjnCZ1iuCCjXGELViqsOnQIxAKymqyyucxASTWutwnbimRRKMPoBENPQyY6nvsZHmwZbPxi9d4ZczHFRU3YmnLYBgg=="}, "tlogEntries":[{"logIndex":"2167871783", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030788", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQCAL7hDBHDLcfygSaJrqIP8K4jHs27vZ/svxNvJawZ4EQIgQE6K8rRQjWaYTRo6MLvMC4dhXBuTn5V06SxnHUOMfj4="}, "inclusionProof":{"logIndex":"2045967521", "rootHash":"sXiDr+slbNAnIo/mYYSvkc1ijTIrBQ5Tf4HzfBU5YWo=", "treeSize":"2045967539", "hashes":["WStjM2TR/2ofxQaWCxq5CXM0FQz53LdUcDMOkNOEL/k=", "KkTALjTygPCeHpcfDh3Tefq7Zdo/8wbqDeJh7mNC/Nw=", "d84KjkOsyQCraJ08Gqe4Ed7T585R+fdsrRuIaO19on0=", "JPUzpjrV3FUnP+JdbU4bdGufSjncYMS+z9bN/4eDODg=", "rTWsEFK4Z86m+sXvy+A4lhmeyB3Gn/RgjIa65oMR6zM=", "aDR8zHXWQQE1HVV+U1ET8KtFgRQKSqjZRMDu6L81sIE=", "JankFCXvKeLrUI6ELcn3cCUh6jkhkCIHV2+qKHdbP+g=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967539\nsXiDr+slbNAnIo/mYYSvkc1ijTIrBQ5Tf4HzfBU5YWo=\n\n— rekor.sigstore.dev wNI9ajBEAiBbsJ7YrrK13BqezwdQpQKc18kCe2/FkG9qjiDMKGwI0QIgE8/eCmbHTmet6exg3Rt5HPef5lYlXCnHS/0amOFsZXs=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiNmRlNzliZmY5OTQ4OWI1MTA5OWJhOTc2NTE4NGFjMDViZTU0NWRjODY2Mjc5MzE0OTBjY2E5NzJiYTg3ZjljIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNoQWRJVlp0cEtocC9pWEhST25Kbmg0VVpmNVQzT25XRDdWcWpBZlZiQmtBSWdCdVVYQTRORTBrUXRpS2RBd0ZFcVlQRk1NN0l5TWJaVFV3NVVsY1ZleDFrPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVWRU5EUW5STFowRjNTVUpCWjBsVlZsQnlXbFZ4VjJaclJqZFNiUzlhV0M5c00ybDJiazFNTmpNMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTkZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ0VlVGTFdVSmpTVFJOZVRkQlZEVlJOVUY1VG1KQ1p6UjRkWGd4ZUdKc1NXeDNjVzBLTTFSSkx6VnJUMHBOWlhCcGIzQXhSVlJxSzFkUkwzTllPV05oY2tkRldtZElkR28xV2xoWFZscFJlVTFzVlVScWNuRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZoVWpsNUNqRkpWbEExUlRSVldXeEJhQzk1SzNKRFdHWlJiMlpqZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpsYVRoQlFVRlJSQXBCUldkM1VtZEphRUZKUlcxd1RGcFlTVFpRWXpkSk1YaFRVR2hEY1VjcmNVVlhRbGhyZHpGbVpEQkdhV2x1ZVZoc1YzYzRRV2xGUVdoNWIyTkxNMGhKQ2tSc1FYbHNkSGRvVEdsR1oyTnRUa05oTldzM1JHMVlSMmQxVTNGWldreGhOMkV3ZDBObldVbExiMXBKZW1vd1JVRjNUVVJoVVVGM1dtZEplRUZNVDBNS05IUnBhM2xoU0ZGYVlrWm5ZbmxpYkhWc1VHVXpjVzE0ZEUwM1RrcHBZV1F5VjBZMlZreDBiMnBxYmtOYU1XbDFRME5xV0VkRlRGWnBjWE5QYmxGSmVBcEJTM2x0Y1hsNWRXTjRRVk5VVjNWMGQyNWlhVzFTVWt0TlVHOUNSVTVRVVhsWk5tNTJjMXBJYlhkYVlsQjRhVGxrTkZwamVraEdVbFV6V1cxdVRGbENDbWRuUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgC04He/B0kBph25hVm17JNJGwC3pe/Jr1r+U7fkw0mqACFQCTU8c6/l+MUCjymMaloeS2BQ6/rhgPMjAyNjA3MTQxMjA2MjhaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYyOFowLwYJKoZIhvcNAQkEMSIEIP+n1IgqM7Vuc+2EasuuzhyVDbYcfvrz/BNMMIHYygrdMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQCAkv+0mhZKOadQFmxrnYMcPoTsakOrzh0t7JLDxWZNWr7cL/5GP+ob1bUXUuCRsV0CMQCRqbbk7AjHJhGU6a1OtOux/jIcXJKAZFjbIAcCWwDpQuq3dAcVZPF8fgtQWuQ5neU="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"tt55v/mUibUQmbqXZRhKwFvlRdyGYnkxSQzKlyuof5w="}, "signature":"MEUCIQChAdIVZtpKhp/iXHROnJnh4UZf5T3OnWD7VqjAfVbBkAIgBuUXA4NE0kQtiKdAwFEqYPFMM7IyMbZTUw5UlcVex1k="}}
 
 
build/torch211-cxx11-cu130-x86_64-linux/rotary/__init__.py DELETED
@@ -1,26 +0,0 @@
1
- import ctypes
2
- import importlib.util
3
- import sys
4
- from pathlib import Path
5
- from types import ModuleType
6
-
7
-
8
- def _import_from_path(file_path: Path) -> ModuleType:
9
- # We cannot use the module name as-is, after adding it to `sys.modules`,
10
- # it would also be used for other imports. So, we make a module name that
11
- # depends on the path for it to be unique using the hex-encoded hash of
12
- # the path.
13
- path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
14
- module_name = path_hash
15
- spec = importlib.util.spec_from_file_location(module_name, file_path)
16
- if spec is None:
17
- raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
18
- module = importlib.util.module_from_spec(spec)
19
- if module is None:
20
- raise ImportError(f"Cannot load module {module_name} from spec")
21
- sys.modules[module_name] = module
22
- spec.loader.exec_module(module) # type: ignore
23
- return module
24
-
25
-
26
- globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
build/torch211-cxx11-xpu20253-x86_64-linux/__init__.py DELETED
@@ -1,57 +0,0 @@
1
- import torch
2
-
3
- from . import layers
4
- from ._ops import ops
5
-
6
-
7
- def apply_rotary(
8
- x1: torch.Tensor,
9
- x2: torch.Tensor,
10
- cos: torch.Tensor,
11
- sin: torch.Tensor,
12
- out1: torch.Tensor,
13
- out2: torch.Tensor,
14
- conj: bool,
15
- ) -> None:
16
- ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
17
-
18
-
19
- def apply_rotary_transformers(
20
- q: torch.Tensor,
21
- k: torch.Tensor,
22
- cos: torch.Tensor,
23
- sin: torch.Tensor,
24
- unsqueeze_dim: int = 1,
25
- ) -> tuple[torch.Tensor, torch.Tensor]:
26
- """
27
- Rotary kernel implementation wrapper
28
- Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
29
- """
30
- cos = cos.unsqueeze(unsqueeze_dim)
31
- sin = sin.unsqueeze(unsqueeze_dim)
32
-
33
- q_rotated = q.clone()
34
- k_rotated = k.clone()
35
-
36
- # Get half dimension for rotation
37
- half_dim = q.shape[-1] // 2
38
- q1 = q_rotated[..., :half_dim]
39
- q2 = q_rotated[..., half_dim:]
40
- k1 = k_rotated[..., :half_dim]
41
- k2 = k_rotated[..., half_dim:]
42
- if cos.shape[-1] != half_dim:
43
- # Trim cos/sin to match half_dim
44
- cos = cos[..., :half_dim]
45
- sin = sin[..., :half_dim]
46
-
47
- apply_rotary(q1, q2, cos, sin, q1, q2, False)
48
- apply_rotary(k1, k2, cos, sin, k1, k2, False)
49
- return q_rotated, k_rotated
50
-
51
-
52
- # Add torch compile support for functions
53
- apply_rotary_transformers.can_torch_compile = True
54
-
55
-
56
- # Keeping `apply_rotary` and `apply_rotary_transformers` for BC
57
- __all__ = ["apply_rotary", "apply_rotary_transformers", "layers"]