diff --git a/build/torch211-cxx11-cpu-x86_64-linux/__init__.py b/build/torch211-cxx11-cpu-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cpu-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch211-cxx11-cpu-x86_64-linux/_ops.py b/build/torch211-cxx11-cpu-x86_64-linux/_ops.py deleted file mode 100644 index 1f37ce963918884e52fefa17bdc3e520d66a8b6d..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cpu-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cpu_83d35ad -ops = torch.ops._rotary_cpu_83d35ad - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cpu_83d35ad::{op_name}" diff --git a/build/torch211-cxx11-cpu-x86_64-linux/_rotary_cpu_83d35ad.abi3.so b/build/torch211-cxx11-cpu-x86_64-linux/_rotary_cpu_83d35ad.abi3.so deleted file mode 100644 index 45d70401226ca73ffef1445651da25073eb87052..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cpu-x86_64-linux/_rotary_cpu_83d35ad.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d7112aa020fd00c739858a865ff1ba181275f2ca7c9319d17019a60264407f08 -size 83720 diff --git a/build/torch211-cxx11-cpu-x86_64-linux/layers.py b/build/torch211-cxx11-cpu-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cpu-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch211-cxx11-cpu-x86_64-linux/metadata.json b/build/torch211-cxx11-cpu-x86_64-linux/metadata.json deleted file mode 100644 index 3a00e8199e3ec1df9923cd2833fe765cfae69a7e..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cpu-x86_64-linux/metadata.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cpu_83d35ad", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "backend": { - "type": "cpu" - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "cdKt7JLx9Cn6E2Ukj6j1XjEcyn5oQCmOEE1RbNLS7+I=", - "_rotary_cpu_83d35ad.abi3.so": "1xEqoCD9AMc5hYqGX/G6GBJ18sp8kxnRcBmmAmRAfwg=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=", - "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "sha": "81580bb92577f2f7228661ca2a221fc052375709", - "dirty": false - }, - "kernel": { - "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch211-cxx11-cpu-x86_64-linux/metadata.json.sigstore b/build/torch211-cxx11-cpu-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index 14f0cfbc77fc6e892bc14300cc76e5f947cb9195..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cpu-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtCgAwIBAgIUdDyXKbmgj78a3Vonb9Jo3wjjwGIwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTE1OTE3WhcNMjYwNzE0MTIwOTE3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE/u+pBD/S0CFJj4GMEPVKyjc22Lj/xqzwfOCWxVtodzbxAEJaqKLnXx1QRh2wAJ1luox74bI9+fAX7zeYGgcXLqOCBe8wggXrMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUizoR8+BFgunTw05BkhzUqNWj4IIwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiQYKKwYBBAHWeQIEAgR7BHkAdwB1AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2B+6NcAAAQDAEYwRAIgY0QMxD8jFDCL+1K73qqKwrHYiY4y8m9d13rGkZ2O000CIE8xCPG13+ayJZuqda9Z5OIcpJmIHAHwi5lLvX5rYO7vMAoGCCqGSM49BAMDA2gAMGUCMQCRRwBU6maoJ624uZ++9Vv7S0GQN++fb7rH5jQsakKGMfitvwW/F8YVMGYDwH1ZbfkCMCyIqIA/YC8LC4ihu7bEusLuLxzSgafOWNO0L5t2TsDRwpNFLKGAAHQNsgB9pAThjQ=="}, "tlogEntries":[{"logIndex":"2167844858", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030358", "inclusionPromise":{"signedEntryTimestamp":"MEUCIA5dvRb43Ah01NmsHnhOioSp9nl3PFgetSK0yP/tq2n1AiEAuCp57NCb4WJw/zsAw9LRwg3IQaRTuVRy57KVZ37GNgs="}, "inclusionProof":{"logIndex":"2045940596", "rootHash":"Gb9RCC3+bdaI5vWycIt1zmP7SqbRs73aOkm9eO45YtQ=", "treeSize":"2045940599", "hashes":["W0OyxswRr5huMtmrSyShSD7Tyzj/lC2zyEcTUzqBKVQ=", "yrqP7cTZmuIdxrr+ZsDOBuZLVOScjbJ8Gx9tYhpk9/0=", "x94A+gKnmQN+rvYYHHH7L1nOxEL86nIT/58daI9sidY=", "Jv+bfWXiyThqZfvoMw8IQuLMSvRXiY1WYvnM1j7/MbQ=", "rc8hBInayP0VQ9+7U6Msv+G459vGBgq7eGcDc/G5BiY=", "ioKlCFZohaCtpy5+xJ1vn7mbZ7b4r4Wu2VFd8BOFA8U=", "y7N31/Lxh1CXu41zbq0K+6OR5x5Ciu5AM69rJWo6vZI=", "duwzzfwRIAv1hyLDk7Pw84ajqZB4l/R7mLum9W0K72w=", "hluP9JseRAiMY+2slhjSksod6tVtp7e7HP7amn1KEaY=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045940599\nGb9RCC3+bdaI5vWycIt1zmP7SqbRs73aOkm9eO45YtQ=\n\n— rekor.sigstore.dev wNI9ajBEAiAF8Qn1K7nSEYdqKBmkoWYwUyaP3Hhtj/5Cbl/eoO5EBgIgYRab8aJ1MIZX7EgrzFotq2hYwAyOtKR+O2X4DPxeqzw=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIxMDU3ZWEwMzRkZjU4ZmFjYjBmNjY0NjA1NmNmNGFiMTNiYWNmNGJmMDdkMDc1YzA3YmUxNGU3YjRlYTY1NzIwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNOOEczL3d2cUJscjRnd3o1OG0yd1pyQzY0WjJBR0RsOWV0VW5zTkg3dXBnSWhBTHVUaUU5QXRxc0JXZFdHUVJUd2wzNDFDZzlHMnUzN3VnM20rZGloTFdGdiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SRFowRjNTVUpCWjBsVlpFUjVXRXRpYldkcU56aGhNMVp2Ym1JNVNtOHpkMnBxZDBkSmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFVXhUMVJGTTFkb1kwNU5hbGwzVG5wRk1FMVVTWGRQVkVVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVV2ZFN0d1FrUXZVekJEUmtwcU5FZE5SVkJXUzNscVl6SXlUR292ZUhGNmQyWlBRMWNLZUZaMGIyUjZZbmhCUlVwaGNVdE1ibGg0TVZGU2FESjNRVW94YkhWdmVEYzBZa2s1SzJaQldEZDZaVmxIWjJOWVRIRlBRMEpsT0hkbloxaHlUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZwZW05U0NqZ3JRa1puZFc1VWR6QTFRbXRvZWxWeFRsZHFORWxKZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwVVZsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTTjBKSWEwRUtaSGRDTVVGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRaXMyVG1OQlFVRlJSQXBCUlZsM1VrRkpaMWt3VVUxNFJEaHFSa1JEVENzeFN6Y3pjWEZMZDNKSVdXbFpOSGs0YlRsa01UTnlSMnRhTWs4d01EQkRTVVU0ZUVOUVJ6RXpLMkY1Q2twYWRYRmtZVGxhTlU5SlkzQktiVWxJUVVoM2FUVnNUSFpZTlhKWlR6ZDJUVUZ2UjBORGNVZFRUVFE1UWtGTlJFRXlaMEZOUjFWRFRWRkRVbEozUWxVS05tMWhiMG8yTWpSMVdpc3JPVloyTjFNd1IxRk9LeXRtWWpkeVNEVnFVWE5oYTB0SFRXWnBkSFozVnk5R09GbFdUVWRaUkhkSU1WcGlabXREVFVONVNRcHhTVUV2V1VNNFRFTTBhV2gxTjJKRmRYTk1kVXg0ZWxObllXWlBWMDVQTUV3MWRESlVjMFJTZDNCT1JreExSMEZCU0ZGT2MyZENPWEJCVkdocVVUMDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgDOuGqGYkKhKo/BENcLX7E7re2jQFIhHT7pP7g3h0u2kCFQCN2uNPetJZFV2AG5i1tL98eCbKZhgPMjAyNjA3MTQxMTU5MTdaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDExNTkxN1owLwYJKoZIhvcNAQkEMSIEIG2506WYJ248zXoFMXCIeaQqk05g37sfJJhigyT8Hn/dMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQCR10R9e///SSfkcnCw+f3gbgNfql1z8IwsUhn2T92wjhX1TYCGJzXNedSIT8Zs9LwCMC8hojiI7x7a9P73PXIJ162MFAbOL3JnsEF+zcjvc6qbfvvq+WsK+vLPJ8iBaU8fCg=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"EFfqA031j6yw9mRgVs9KsTus9L8H0HXAe+FOe06mVyA="}, "signature":"MEYCIQCN8G3/wvqBlr4gwz58m2wZrC64Z2AGDl9etUnsNH7upgIhALuTiE9AtqsBWdWGQRTwl341Cg9G2u37ug3m+dihLWFv"}} \ No newline at end of file diff --git a/build/torch211-cxx11-cpu-x86_64-linux/rotary/__init__.py b/build/torch211-cxx11-cpu-x86_64-linux/rotary/__init__.py deleted file mode 100644 index a9b2672c1cd85b74c1b3ded0fc0b2100e1aeac23..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cpu-x86_64-linux/rotary/__init__.py +++ /dev/null @@ -1,26 +0,0 @@ -import ctypes -import importlib.util -import sys -from pathlib import Path -from types import ModuleType - - -def _import_from_path(file_path: Path) -> ModuleType: - # We cannot use the module name as-is, after adding it to `sys.modules`, - # it would also be used for other imports. So, we make a module name that - # depends on the path for it to be unique using the hex-encoded hash of - # the path. - path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value) - module_name = path_hash - spec = importlib.util.spec_from_file_location(module_name, file_path) - if spec is None: - raise ImportError(f"Cannot load spec for {module_name} from {file_path}") - module = importlib.util.module_from_spec(spec) - if module is None: - raise ImportError(f"Cannot load module {module_name} from spec") - sys.modules[module_name] = module - spec.loader.exec_module(module) # type: ignore - return module - - -globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py"))) diff --git a/build/torch211-cxx11-cu126-aarch64-linux/__init__.py b/build/torch211-cxx11-cu126-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch211-cxx11-cu126-aarch64-linux/_ops.py b/build/torch211-cxx11-cu126-aarch64-linux/_ops.py deleted file mode 100644 index 98d48accf74c1fa157a7646908b2760a846ad570..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_83d35ad -ops = torch.ops._rotary_cuda_83d35ad - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_83d35ad::{op_name}" diff --git a/build/torch211-cxx11-cu126-aarch64-linux/_rotary_cuda_83d35ad.abi3.so b/build/torch211-cxx11-cu126-aarch64-linux/_rotary_cuda_83d35ad.abi3.so deleted file mode 100644 index 4bed1286178b8400fee3ccef386f9d0fda3ef747..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-aarch64-linux/_rotary_cuda_83d35ad.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4407d1cd82a1e5a8bca000e6a6f6270d5b6d2884d1298260aa523b2b44620a79 -size 6334272 diff --git a/build/torch211-cxx11-cu126-aarch64-linux/layers.py b/build/torch211-cxx11-cu126-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch211-cxx11-cu126-aarch64-linux/metadata.json b/build/torch211-cxx11-cu126-aarch64-linux/metadata.json deleted file mode 100644 index 91afcdbe937987db23fe4e34f3dff1a923079bb1..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-aarch64-linux/metadata.json +++ /dev/null @@ -1,41 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_83d35ad", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "7.0", - "7.2", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0+PTX" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=", - "_rotary_cuda_83d35ad.abi3.so": "RAfRzYKh5ai8oADmpvYnDVttKITRKYJgqlI7K0RiCnk=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=", - "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "sha": "81580bb92577f2f7228661ca2a221fc052375709", - "dirty": false - }, - "kernel": { - "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch211-cxx11-cu126-aarch64-linux/metadata.json.sigstore b/build/torch211-cxx11-cu126-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index 35663ad9cf0d973d9b7e9ff890a7bef12087c764..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUaGwr6lrGhYkUQuTSSaFM67w5ao4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwMzU2WhcNMjYwNzE0MTIxMzU2WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEvh/q7l2EI0eTAOYOCRXsnM4D+rSF8DtAYVEWfXR88C31kAAd5xHbOeJjo/zSsKKUjnUTUCbpLSNaIlBE4uthiKOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUp7quUdAUD/52IPYGTiK4ONhIMWwwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CDKV8AAAQDAEcwRQIhAJl5pyAaeYHZ1LddFDycTWkpZNkkTPBd4QF97he2WbAzAiB2TyCZJCrwBXsyPgIUlbCPfcXG6PWjFR62jtw4ujpgfjAKBggqhkjOPQQDAwNoADBlAjATEJZgA9HnhfHJF7RcqYpyOGQp34JeOKT0tTNhlJljiRIbAyoCthp1U205tdh0dhACMQDNOlh1LFfsUYXa1uHLExmFrNfKjigKAGnJZCcYI2fgxaqFuF8c/b9bpJPTSlNlT78="},"tlogEntries":[{"logIndex":"2167861590","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1784030636","inclusionPromise":{"signedEntryTimestamp":"MEQCIFfizOUBdzD79abkT2cS4RIrMAmEUl07vB6VQ1mplEgxAiAS3ECDHvP44mp3aW+9Grq0X6WIxeOmVYP3o+DTIFY7wA=="},"inclusionProof":{"logIndex":"2045957328","rootHash":"kFMe89TTJb/wo0NScgekkdrksNZfNfch7YDb8VoX7WY=","treeSize":"2045957347","hashes":["WLDeaBorfkZ+k7oDBBc/fhSRAX4LCI2tsO3Lg/lSVGM=","87huAWCFf8Cw3bGBNtdPpvkRa1xi6TdU0xTBS32swN4=","z1ul98nTfPRMyial1XEH3fTEUUfQNSL6sSPH8G2HuBI=","c7NTTnsa9WY5dGzVodfrHE2ZGL6pTxlgHOndmjN6oLs=","03Cci0hI/lEIbcaTIRPlgV3mdOaKWgQ+f7iHAiqLhLI=","v7HYQz6H9OXXwUkN4rIfLwU/wa8O46SUor0u3EYlFkM=","NnrVriX5kVDh5Q7ItvouMUAO+FdbFKiVNWIu73KUGdQ=","57hJSncX+uPPtFrPA8Q621ikYOsfdPoFnk89wBIiVkY=","GBE7j0S3xC6cYqxSDOQU5rmGo1aFKoY5pahXJS9v5uI=","fRH/AIGZXEav/OEwmt94uJSYrqXcwp1MlGyC7K8d6OY=","4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=","sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=","zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=","qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=","/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=","56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=","mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=","5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=","Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=","+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=","daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=","DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045957347\nkFMe89TTJb/wo0NScgekkdrksNZfNfch7YDb8VoX7WY=\n\n— rekor.sigstore.dev wNI9ajBFAiABKKF6c7uVRqgeEapC5M09B5nyQnV507AQvqaj2vLzCQIhAKCFu/UMbE6e0yaG3qWemcDpLOwjbxirDh1T2KBGhkrf\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI2MTVmNmQ1OGZmMmEwZGRkYzRmNjMxMTljZWUyYzE0MWRjNmZhZjJjYTQ5NmU3YzZlNjRjZTViODg0MzcyZTgwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJR0pxQ0ttbUpjRHo3bThDTHo0NG1nN3dNU0crUWZrN2hBeEhSY2ZzRU5SaUFpRUExOURPeHl4eno2alF3T3pVQ2lBaHBCRXRPNytMTVliREErNU9yNWlNSjQ0PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVllVZDNjalpzY2tkb1dXdFZVWFZVVTFOaFJrMDJOM2MxWVc4MGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUWHBWTWxkb1kwNU5hbGwzVG5wRk1FMVVTWGhOZWxVeVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVYyYUM5eE4yd3lSVWt3WlZSQlQxbFBRMUpZYzI1Tk5FUXJjbE5HT0VSMFFWbFdSVmNLWmxoU09EaERNekZyUVVGa05YaElZazlsU21wdkwzcFRjMHRMVldwdVZWUlZRMkp3VEZOT1lVbHNRa1UwZFhSb2FVdFBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZ3TjNGMUNsVmtRVlZFTHpVeVNWQlpSMVJwU3pSUFRtaEpUVmQzZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFJMVmpoQlFVRlJSQXBCUldOM1VsRkphRUZLYkRWd2VVRmhaVmxJV2pGTVpHUkdSSGxqVkZkcmNGcE9hMnRVVUVKa05GRkdPVGRvWlRKWFlrRjZRV2xDTWxSNVExcEtRM0ozQ2tKWWMzbFFaMGxWYkdKRFVHWmpXRWMyVUZkcVJsSTJNbXAwZHpSMWFuQm5abXBCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEJWRVZLV21jS1FUbElibWhtU0VwR04xSmpjVmx3ZVU5SFVYQXpORXBsVDB0VU1IUlVUbWhzU214cWFWSkpZa0Y1YjBOMGFIQXhWVEl3TlhSa2FEQmthRUZEVFZGRVRncFBiR2d4VEVabWMxVlpXR0V4ZFVoTVJYaHRSbkpPWmt0cWFXZExRVWR1U2xwRFkxbEpNbVpuZUdGeFJuVkdPR012WWpsaWNFcFFWRk5zVG14VU56ZzlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg6NgPs8dUjZMzvzW+TvPgVWBBLh+cnIGinjNT/Zi45LwCFQCTvvCCSMOFLFigNMXlk+4dS+EaahgPMjAyNjA3MTQxMjAzNTZaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDM1NlowLwYJKoZIhvcNAQkEMSIEIMWX1ENt3szHa+XAfrQoxXBZ1d/ndKnmC5Qttopr4D0wMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQCU6GFHmAx24sPHXeOR+hQAadpTQrn92aGSOn3Q/NbZiVAi60KWXXOE+8KSTBl0LrwCMQDHZbDHK5CGdYT3mpUddBDOwerSuimNtcwHRXKP0B/yUqTNj66qshueNjOaQWAhfdA="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"YV9tWP8qDd3E9jEZzuLBQdxvryyklufG5kzluIQ3LoA="},"signature":"MEUCIGJqCKmmJcDz7m8CLz44mg7wMSG+Qfk7hAxHRcfsENRiAiEA19DOxyxzz6jQwOzUCiAhpBEtO7+LMYbDA+5Or5iMJ44="}} \ No newline at end of file diff --git a/build/torch211-cxx11-cu126-aarch64-linux/rotary/__init__.py b/build/torch211-cxx11-cu126-aarch64-linux/rotary/__init__.py deleted file mode 100644 index a9b2672c1cd85b74c1b3ded0fc0b2100e1aeac23..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-aarch64-linux/rotary/__init__.py +++ /dev/null @@ -1,26 +0,0 @@ -import ctypes -import importlib.util -import sys -from pathlib import Path -from types import ModuleType - - -def _import_from_path(file_path: Path) -> ModuleType: - # We cannot use the module name as-is, after adding it to `sys.modules`, - # it would also be used for other imports. So, we make a module name that - # depends on the path for it to be unique using the hex-encoded hash of - # the path. - path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value) - module_name = path_hash - spec = importlib.util.spec_from_file_location(module_name, file_path) - if spec is None: - raise ImportError(f"Cannot load spec for {module_name} from {file_path}") - module = importlib.util.module_from_spec(spec) - if module is None: - raise ImportError(f"Cannot load module {module_name} from spec") - sys.modules[module_name] = module - spec.loader.exec_module(module) # type: ignore - return module - - -globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py"))) diff --git a/build/torch211-cxx11-cu126-x86_64-linux/__init__.py b/build/torch211-cxx11-cu126-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch211-cxx11-cu126-x86_64-linux/_ops.py b/build/torch211-cxx11-cu126-x86_64-linux/_ops.py deleted file mode 100644 index 98d48accf74c1fa157a7646908b2760a846ad570..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_83d35ad -ops = torch.ops._rotary_cuda_83d35ad - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_83d35ad::{op_name}" diff --git a/build/torch211-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so b/build/torch211-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so deleted file mode 100644 index 6a79d965ec26be8ff997da40dcec0a13d89b27db..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b6a445355b7a9b3703e4ad0c9e2f69f62a91acccc130aedfd5c4693993aadd87 -size 6307720 diff --git a/build/torch211-cxx11-cu126-x86_64-linux/layers.py b/build/torch211-cxx11-cu126-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch211-cxx11-cu126-x86_64-linux/metadata.json b/build/torch211-cxx11-cu126-x86_64-linux/metadata.json deleted file mode 100644 index 26c6da61790c00b7749ef5cdb69fd28b701bd479..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-x86_64-linux/metadata.json +++ /dev/null @@ -1,41 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_83d35ad", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "7.0", - "7.2", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0+PTX" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=", - "_rotary_cuda_83d35ad.abi3.so": "tqRFNVt6mzcD5K0Mni9p9iqRrMzBMK7f1cRpOZOq3Yc=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=", - "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "sha": "81580bb92577f2f7228661ca2a221fc052375709", - "dirty": false - }, - "kernel": { - "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch211-cxx11-cu126-x86_64-linux/metadata.json.sigstore b/build/torch211-cxx11-cu126-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index 36083dadcbf221cc1327492525a6bb07595f76de..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUBZE4WkLiNZmeFDpd9zdPisg95kowCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI1WhcNMjYwNzE0MTIxNjI1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE04KDvTfzqDgZN7X1AfcAUjpfQEuW2AHx8mz5VFSwXobAP4uzz8uvsfxalkS/6d0akQtm7/3SabyYN9EXFqvL/aOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUPS9D3TdJfLH1tbyU83w5g0aXSaEwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFcUMAAAQDAEcwRQIhAKjCIbnD46iG2QM8bfwFGEPHiSsYQr2zpVx9fa6X/H10AiBIu6HV6jW3qdFoEc2oR25PTGTlRD5feOSzUTP6dFXOMTAKBggqhkjOPQQDAwNoADBlAjBGyztorfUqo3lms3Bxx4xfdKrC7fUoJq3D4pcEYd4FFNSqMD44+75BFq4cEI0vS1oCMQDJY+0OJ/vS0hJhsow0LI16B35OfPFJJjIVcVnscowyCqifFJ3NOahUGe0CI8KAyhE="}, "tlogEntries":[{"logIndex":"2167871559", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030786", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQDfroWMkYglaxRg4GFVOlT6TnoNjl9kyFnjww/K+GQnDwIgCpTmHypPB8SAH53DldJFKqWwROgyecTm2oZcNTtA9hE="}, "inclusionProof":{"logIndex":"2045967297", "rootHash":"nOTGSGAJaxGaFwPJRNYDlr6M8VcaT9GRtUA7gU3saZg=", "treeSize":"2045967325", "hashes":["foeLSTxuJPn3zFwA/kLG2CI6r3ImcT9JegZDbpt93aw=", "S0ydAFuFbI7pgbAxZzAObH1JljNGMtrbWgEyKyMk1+c=", "0ciIjbG3PJ5j0ugLwuw0uXxgU1rBw/JHwCYPK0v7qpI=", "G7c1qSe7Z4M8kzo+ATApmSgOpYyzWq6OEgwVgsYD8Es=", "XIkGywCdQcDvqqwn1CGsTv1Z6e25rSg6+vc3fFDRqjw=", "Mf94fEf1T+GZUV+XvVX2EIpxBZvgPcQDK//80Up4tIc=", "xaI2qMMmd02o/1MIpcyOTf+/NJ6i6yCa83PwVhvlKXM=", "zDOpCiANxLHr0larYXcklT+pqIvud9jSOo/Ho2272hI=", "6XfMzGNauqy4k/CXeHHBWeBr3CBptqLoDKYZHYSdteg=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967325\nnOTGSGAJaxGaFwPJRNYDlr6M8VcaT9GRtUA7gU3saZg=\n\n— rekor.sigstore.dev wNI9ajBGAiEA4CC0+NQ6Wr5ocGgmceTMF6+SUK6Xi7WhiA1jzM2MvYcCIQDS8+nzN/BnMhY8IFfuP0a0Qq3hkDVY+JgWiJXNs4DuZg==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1OTViMGQxOTVlYzZhZjlmZGE1OTg5ZDQwZTMzNjU5NWM5NDliNmExOTc2YWNhNjUwNjlmZDIxNjg0NzFhNDdlIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNqMGRmYjNDSSt2M3IwR2VWMnN4ckNEU2tkaDFyZ3ZLNG5qZlZlTWhnc0pBSWdRNDEwSFVPQ25PMGhZTzV3K3d2K0U2R3BDKzVibUxaMFJ3a1lBSnBsK2xFPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlFscEZORmRyVEdsT1dtMWxSa1J3WkRsNlpGQnBjMmM1Tld0dmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTVZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtreFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVV3TkV0RWRsUm1lbkZFWjFwT04xZ3hRV1pqUVZWcWNHWlJSWFZYTWtGSWVEaHRlalVLVmtaVGQxaHZZa0ZRTkhWNmVqaDFkbk5tZUdGc2ExTXZObVF3WVd0UmRHMDNMek5UWVdKNVdVNDVSVmhHY1haTUwyRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZRVXpsRUNqTlVaRXBtVEVneGRHSjVWVGd6ZHpWbk1HRllVMkZGZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpqVlUxQlFVRlJSQXBCUldOM1VsRkphRUZMYWtOSlltNUVORFpwUnpKUlRUaGlabmRHUjBWUVNHbFRjMWxSY2pKNmNGWjRPV1poTmxndlNERXdRV2xDU1hVMlNGWTJhbGN6Q25Ga1JtOUZZekp2VWpJMVVGUkhWR3hTUkRWbVpVOVRlbFZVVURaa1JsaFBUVlJCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcENSM2w2ZEc4S2NtWlZjVzh6Ykcxek0wSjRlRFI0Wm1STGNrTTNabFZ2U25FelJEUndZMFZaWkRSR1JrNVRjVTFFTkRRck56VkNSbkUwWTBWSk1IWlRNVzlEVFZGRVNncFpLekJQU2k5MlV6Qm9TbWh6YjNjd1RFa3hOa0l6TlU5bVVFWktTbXBKVm1OV2JuTmpiM2Q1UTNGcFprWktNMDVQWVdoVlIyVXdRMGs0UzBGNWFFVTlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg8XGES2jWYgBlsQE5zz+5udFR1rhU3WehDnULz+GZx5wCFD3vfLYByH9PahI1stcWBxZduJ6lGA8yMDI2MDcxNDEyMDYyNlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwNjI2WjAvBgkqhkiG9w0BCQQxIgQg6rwjpVqzB+LOXBggRVC8beHMAltpzNJGPvC0ZLrt26IwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxANgCqaFNgx48SZXRsnX1AzEtBEfXJe0Lro42j4muYmVR06LLe5YXiN5NrUYnyCpWAAIxAO79xPCcF2J2NZRGRRg3qI+911VxgnX7B75eCrNcTjl10IaNiKwfOz+t6MVe3X4Bqw=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"WVsNGV7Gr5/aWYnUDjNllclJtqGXasplBp/SFoRxpH4="}, "signature":"MEUCIQCj0dfb3CI+v3r0GeV2sxrCDSkdh1rgvK4njfVeMhgsJAIgQ410HUOCnO0hYO5w+wv+E6GpC+5bmLZ0RwkYAJpl+lE="}} \ No newline at end of file diff --git a/build/torch211-cxx11-cu126-x86_64-linux/rotary/__init__.py b/build/torch211-cxx11-cu126-x86_64-linux/rotary/__init__.py deleted file mode 100644 index a9b2672c1cd85b74c1b3ded0fc0b2100e1aeac23..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu126-x86_64-linux/rotary/__init__.py +++ /dev/null @@ -1,26 +0,0 @@ -import ctypes -import importlib.util -import sys -from pathlib import Path -from types import ModuleType - - -def _import_from_path(file_path: Path) -> ModuleType: - # We cannot use the module name as-is, after adding it to `sys.modules`, - # it would also be used for other imports. So, we make a module name that - # depends on the path for it to be unique using the hex-encoded hash of - # the path. - path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value) - module_name = path_hash - spec = importlib.util.spec_from_file_location(module_name, file_path) - if spec is None: - raise ImportError(f"Cannot load spec for {module_name} from {file_path}") - module = importlib.util.module_from_spec(spec) - if module is None: - raise ImportError(f"Cannot load module {module_name} from spec") - sys.modules[module_name] = module - spec.loader.exec_module(module) # type: ignore - return module - - -globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py"))) diff --git a/build/torch211-cxx11-cu128-aarch64-linux/__init__.py b/build/torch211-cxx11-cu128-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch211-cxx11-cu128-aarch64-linux/_ops.py b/build/torch211-cxx11-cu128-aarch64-linux/_ops.py deleted file mode 100644 index 98d48accf74c1fa157a7646908b2760a846ad570..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_83d35ad -ops = torch.ops._rotary_cuda_83d35ad - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_83d35ad::{op_name}" diff --git a/build/torch211-cxx11-cu128-aarch64-linux/_rotary_cuda_83d35ad.abi3.so b/build/torch211-cxx11-cu128-aarch64-linux/_rotary_cuda_83d35ad.abi3.so deleted file mode 100644 index 377948896dbf49d8c9883e5c7196fdd7611d8bd1..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-aarch64-linux/_rotary_cuda_83d35ad.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d73fc5aa273fb4259f9af959587dea4b5d2c006b233bcfffc31099b67ad80177 -size 10005216 diff --git a/build/torch211-cxx11-cu128-aarch64-linux/layers.py b/build/torch211-cxx11-cu128-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch211-cxx11-cu128-aarch64-linux/metadata.json b/build/torch211-cxx11-cu128-aarch64-linux/metadata.json deleted file mode 100644 index a1eec0c672c0eca5727aafd9a74e7547c31a1111..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-aarch64-linux/metadata.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_83d35ad", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.1", - "12.0+PTX", - "7.0", - "7.2", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=", - "_rotary_cuda_83d35ad.abi3.so": "1z/Fqic/tCWfmvlZWH3qS10sAGsjO8//wxCZtnrYAXc=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=", - "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "sha": "81580bb92577f2f7228661ca2a221fc052375709", - "dirty": false - }, - "kernel": { - "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch211-cxx11-cu128-aarch64-linux/metadata.json.sigstore b/build/torch211-cxx11-cu128-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index 146ee74b2328c3fda686976a177214e72f2d64b3..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUac3FpOuS7ANiNCTGNkoBWK0D60owCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwMzU3WhcNMjYwNzE0MTIxMzU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAElBQ6CsrfpOskvVimmWtOMoT5/Q83UcLuFZSe0q2vZvKsR/+KScfp0irIy4fjY+pggq3HhKuAQ+g+KR11xcCb3aOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUuh6roCSG0AB9PnXdDe+z7hVW3gIwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CDLSIAAAQDAEcwRQIgcliaHTLICIX/lJGl5Bgckkk04TvSUSzMg3g2CjW3Y8kCIQDbn9SLsoVifmMSPKPL60KT7iwvbR/xOH1Cs/pZuW9rhjAKBggqhkjOPQQDAwNoADBlAjEArJPhmcy19vB5FD4q7Ne5zLEm/FoDMX70yjRsQhoTHbpshWF0Y96CYaKNArV0u846AjAx1fLRakiZ8Xdqa8V1A1UXPh6oJ8xk3Q50WtAOvPAgCiMMao3Tl4JvN2RbxHX6Kuk="},"tlogEntries":[{"logIndex":"2167861678","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1784030637","inclusionPromise":{"signedEntryTimestamp":"MEUCIG0lH63nSlQ9VD8d3UMHbLqx3XH4G4R22odGpdPBTKs2AiEAgXn1C7hMuiDH8/fElUndR4VrQPMKAK2YKCwsN7RxhPc="},"inclusionProof":{"logIndex":"2045957416","rootHash":"x6kp8vmtDlz5feg08n0covggtw/Aez/wEtI96wnSZMU=","treeSize":"2045957430","hashes":["d74MftP4TY1KMSfmSKIIY5kVHZmMXV1RONjglY8tRBA=","WMhq/PCKrKPIEYm/vxPS+nawCc5eEdM4YH/Gw6K2Ffk=","V7761IciG7oSKjg7Gyrh4rM2wEit+HW+RDkhq9Lrq3Q=","8UndTJCbxRumWyt6cCWj9VqnOaRL6gGFhqBt+KbVwuA=","Afg43OUzeg4gDji31g/tpQ90N1jSAwbi94pPhKXS6NA=","rnog5GH1B7a2vbKQ7Hzjj5YyOCVSSV8jIhS9zjwev1A=","6xRiQpCucqpAnsCoMaUpUM3bzPRPaFV0YhoE3KWd1Tc=","GBE7j0S3xC6cYqxSDOQU5rmGo1aFKoY5pahXJS9v5uI=","fRH/AIGZXEav/OEwmt94uJSYrqXcwp1MlGyC7K8d6OY=","4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=","sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=","zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=","qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=","/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=","56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=","mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=","5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=","Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=","+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=","daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=","DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045957430\nx6kp8vmtDlz5feg08n0covggtw/Aez/wEtI96wnSZMU=\n\n— rekor.sigstore.dev wNI9ajBFAiB+IAtUPXlRhqp7pJBkZmqYTyTEJqx/VbBEEtc/W4gFrgIhAO4VJPExajJm+duad/GSq3RGhCieasrnd9AOmGR9yskE\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIxMzk4NTg2YTVjZTkxODQxNWFhYTc2YzVmYjkxNWNjNzBjOWFmZjhhNGU3ZWE5ZDFiNGYzZDA0ZGNjOThiYTVlIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJR0RKNis1N1JCRWV3TVRrWXVCSkVwVmJQMlA3UitKWEFlMEV1dGZTS2lhNUFpRUFpZ3hFbFVQU0Nkay9yZVQ2bW5ueVNQbDFzZ05QZVhvRUNoZEdoUDRPNkV3PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVllXTXpSbkJQZFZNM1FVNXBUa05VUjA1cmIwSlhTekJFTmpCdmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUWHBWTTFkb1kwNU5hbGwzVG5wRk1FMVVTWGhOZWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZzUWxFMlEzTnlabkJQYzJ0MlZtbHRiVmQwVDAxdlZEVXZVVGd6VldOTWRVWmFVMlVLTUhFeWRscDJTM05TTHl0TFUyTm1jREJwY2tsNU5HWnFXU3R3WjJkeE0waG9TM1ZCVVN0bkswdFNNVEY0WTBOaU0yRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlYxYURaeUNtOURVMGN3UVVJNVVHNVlaRVJsSzNvM2FGWlhNMmRKZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFJNVTBsQlFVRlJSQXBCUldOM1VsRkpaMk5zYVdGSVZFeEpRMGxZTDJ4S1IydzFRbWRqYTJ0ck1EUlVkbE5WVTNwTlp6Tm5Na05xVnpOWk9HdERTVkZFWW00NVUweHpiMVpwQ21adFRWTlFTMUJNTmpCTFZEZHBkM1ppVWk5NFQwZ3hRM012Y0ZwMVZ6bHlhR3BCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEZRWEpLVUdnS2JXTjVNVGwyUWpWR1JEUnhOMDVsTlhwTVJXMHZSbTlFVFZnM01IbHFVbk5SYUc5VVNHSndjMmhYUmpCWk9UWkRXV0ZMVGtGeVZqQjFPRFEyUVdwQmVBb3haa3hTWVd0cFdqaFlaSEZoT0ZZeFFURlZXRkJvTm05S09IaHJNMUUxTUZkMFFVOTJVRUZuUTJsTlRXRnZNMVJzTkVwMlRqSlNZbmhJV0RaTGRXczlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgemMJkz36D7RhtcUnM3wSQl/GSrjDZgT/8TwNgPdwJY4CFGKRhi05JPqDQ3j0P1FeG3rfNduLGA8yMDI2MDcxNDEyMDM1N1owAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwMzU3WjAvBgkqhkiG9w0BCQQxIgQgAdBjWk08KllNyQgJdgWQbusNaUkotu7mr1Rg/a1ObCEwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwJEJZkt5jF8L7O4h7J/YcyN7w0uB5T1wsM+gkXitt7sAM1LfeY4ZoswKhQ9i6ne0LAjBw9y963lP4wx4pEeDvgKi7q5TkCxUifkLNEyjqFwg3+vqDfOP2cEkNuIYyDjGKb3k="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"E5hYalzpGEFaqnbF+5Fcxwya/4pOfqnRtPPQTcyYul4="},"signature":"MEUCIGDJ6+57RBEewMTkYuBJEpVbP2P7R+JXAe0EutfSKia5AiEAigxElUPSCdk/reT6mnnySPl1sgNPeXoEChdGhP4O6Ew="}} \ No newline at end of file diff --git a/build/torch211-cxx11-cu128-aarch64-linux/rotary/__init__.py b/build/torch211-cxx11-cu128-aarch64-linux/rotary/__init__.py deleted file mode 100644 index a9b2672c1cd85b74c1b3ded0fc0b2100e1aeac23..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-aarch64-linux/rotary/__init__.py +++ /dev/null @@ -1,26 +0,0 @@ -import ctypes -import importlib.util -import sys -from pathlib import Path -from types import ModuleType - - -def _import_from_path(file_path: Path) -> ModuleType: - # We cannot use the module name as-is, after adding it to `sys.modules`, - # it would also be used for other imports. So, we make a module name that - # depends on the path for it to be unique using the hex-encoded hash of - # the path. - path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value) - module_name = path_hash - spec = importlib.util.spec_from_file_location(module_name, file_path) - if spec is None: - raise ImportError(f"Cannot load spec for {module_name} from {file_path}") - module = importlib.util.module_from_spec(spec) - if module is None: - raise ImportError(f"Cannot load module {module_name} from spec") - sys.modules[module_name] = module - spec.loader.exec_module(module) # type: ignore - return module - - -globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py"))) diff --git a/build/torch211-cxx11-cu128-x86_64-linux/__init__.py b/build/torch211-cxx11-cu128-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch211-cxx11-cu128-x86_64-linux/_ops.py b/build/torch211-cxx11-cu128-x86_64-linux/_ops.py deleted file mode 100644 index 98d48accf74c1fa157a7646908b2760a846ad570..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_83d35ad -ops = torch.ops._rotary_cuda_83d35ad - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_83d35ad::{op_name}" diff --git a/build/torch211-cxx11-cu128-x86_64-linux/_rotary_cuda_83d35ad.abi3.so b/build/torch211-cxx11-cu128-x86_64-linux/_rotary_cuda_83d35ad.abi3.so deleted file mode 100644 index 936c81d8f01d606acfe4ff98f5d31599c81a6dd1..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d9ef71728252e9c9eeb69ccda9010973116709a9feca95bbc91674548baaf552 -size 9966552 diff --git a/build/torch211-cxx11-cu128-x86_64-linux/layers.py b/build/torch211-cxx11-cu128-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch211-cxx11-cu128-x86_64-linux/metadata.json b/build/torch211-cxx11-cu128-x86_64-linux/metadata.json deleted file mode 100644 index 172b1a714dc9bf54b19f684012a7d3a7d12af4c7..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-x86_64-linux/metadata.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_83d35ad", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.1", - "12.0+PTX", - "7.0", - "7.2", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=", - "_rotary_cuda_83d35ad.abi3.so": "2e9xcoJS6cnutpzNqQEJcxFnCan+ypW7yRZ0VIuq9VI=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=", - "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "sha": "81580bb92577f2f7228661ca2a221fc052375709", - "dirty": false - }, - "kernel": { - "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch211-cxx11-cu128-x86_64-linux/metadata.json.sigstore b/build/torch211-cxx11-cu128-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index 994f23d44c4e17b3cba201c36f79f40a568c4ac4..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUIZohJSbGTi/2H4Txq9xRR5AUIzswCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI3WhcNMjYwNzE0MTIxNjI3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEVSmOMe+VReBYKA113MR77Kc3P0/fKPFz3xTtMcFuM/gMSt+PRd45ntxOFiUkQc6lMz+xZfdxA+ctg4YGIsDwYaOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUQFyBbCekpz6A3nfpxwY6b5GTH90wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFddwAAAQDAEcwRQIhAOSxX9bXdtf8MmPOW5ZTD+l7ops0f2gstJBBGA+YLyg3AiB2K2dqsRXjw/sYPklncCojbuo2WHn6Im6pYKwUmopdPzAKBggqhkjOPQQDAwNoADBlAjAatchWPp03GPWY3f6cclOv7gI4qOwCXp9V/qLw0leQW+J3Zf8UFIL8CUDOoLXpluUCMQCnJDTrWuuhOjmzpo5lF9IYZjUNERwMuc2wlEvEsHpPg9qnWeRGT77N91RC8OxgpjI="}, "tlogEntries":[{"logIndex":"2167871678", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030787", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQCkmNJSalxhlSnRFNUbDHzHuPkeUbE2ASMWUH+8Bgp4tAIhAIvTQ1bldtVbkOS4qnY8xVBel4LTLVIIhFm9GA3PHo8T"}, "inclusionProof":{"logIndex":"2045967416", "rootHash":"Opsn9s4j1WU8WbwUmUTwYKypPqZwV/9rdHcHySPCtXI=", "treeSize":"2045967445", "hashes":["sfbM599WvSpMrWqXdVjTJ4vYvVqOMwPI1eyJEcrpmCQ=", "NY0NQRz3XGYanM91MiZ05uKCI5h7hh/YqQlqMee8Pzc=", "dKwVjmhBsPn6/Hc9rtmMbGmTSlmTbf3eGD0VSCbFTRc=", "DD98Z1ECCMuTfJ6nlWLQzgc5Pjxb+qjRF2fifM1mAlk=", "t3i7p4Qqe+wO/N9vD6q3AlAhMAkRTGTeT868vkAI7RI=", "1DdK0/MeCtscY9IuwTCdhBBHVbJCUHTcaYJSZDk5kQ0=", "jBHL2E/7j9xavTJv51gHQzgeks/+y5etMmgrET9ijMg=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967445\nOpsn9s4j1WU8WbwUmUTwYKypPqZwV/9rdHcHySPCtXI=\n\n— rekor.sigstore.dev wNI9ajBFAiAc+l6/n7PHp016heppkDIWwDVu8taSY4oOFLy6bMH6ywIhAPFnb4dRQe8/EbnzoIuCvntHZj/mSuS0/OdYJ4EGR0Uh\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwM2FkODVkZWU3ZGM5MzNhMDRiNjkxNWYwMjZjNjgwZDk4YmJiOTdmMjJhOTQ5MDdhMzg2YTAyZGJkYzcwMzU2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUN0RTRnZi8rSDFqQlJpd1p1WXZYdVkzckoyeS8wN09EejBCYzFQc2N1ODRRSWdFeGpHYnErdjRMZEVtRHRRaFM1S2ZRVUxZYTN1OFFoS3RSbS9nUnBUZXdBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlNWcHZhRXBUWWtkVWFTOHlTRFJVZUhFNWVGSlNOVUZWU1hwemQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTTFkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZXVTIxUFRXVXJWbEpsUWxsTFFURXhNMDFTTnpkTFl6TlFNQzltUzFCR2VqTjRWSFFLVFdOR2RVMHZaMDFUZEN0UVVtUTBOVzUwZUU5R2FWVnJVV00yYkUxNkszaGFabVI0UVN0amRHYzBXVWRKYzBSM1dXRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZSUm5sQ0NtSkRaV3R3ZWpaQk0yNW1jSGgzV1RaaU5VZFVTRGt3ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFprWkhkQlFVRlJSQXBCUldOM1VsRkphRUZQVTNoWU9XSllaSFJtT0UxdFVFOVhOVnBVUkN0c04yOXdjekJtTW1kemRFcENRa2RCSzFsTWVXY3pRV2xDTWtzeVpIRnpVbGhxQ25jdmMxbFFhMnh1WTBOdmFtSjFiekpYU0c0MlNXMDJjRmxMZDFWdGIzQmtVSHBCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEJZWFJqYUZjS1VIQXdNMGRRVjFrelpqWmpZMnhQZGpkblNUUnhUM2REV0hBNVZpOXhUSGN3YkdWUlZ5dEtNMXBtT0ZWR1NVdzRRMVZFVDI5TVdIQnNkVlZEVFZGRGJncEtSRlJ5VjNWMWFFOXFiWHB3YnpWc1JqbEpXVnBxVlU1RlVuZE5kV015ZDJ4RmRrVnpTSEJRWnpseGJsZGxVa2RVTnpkT09URlNRemhQZUdkd2FrazlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgpTbdMLLry6wCoZghUTgIMyjcOZn0mGw64d4Pe3k+KBACFQDAHCMExGHZYFgy3mzi35Il+l7M8hgPMjAyNjA3MTQxMjA2MjdaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYyN1owLwYJKoZIhvcNAQkEMSIEIL+UizdVA1VnYGIkQrkNyfmRkxALkmVrx8MTlU1toZAKMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMCMNp0nagwA2Ql8IjO7dX94fG3qk9Du+vmjFPcrQwBTC0emrQTYxaQ7yLVH3UZHiugIwCa/ROCpoR/9napKo4S4gZV9u7Jm1vfRblciG2yos3QnHIouhNpdJtaKAGX4ijk7g"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"A62F3ufckzoEtpFfAmxoDZi7uX8iqUkHo4agLb3HA1Y="}, "signature":"MEUCIQCtE4gf/+H1jBRiwZuYvXuY3rJ2y/07ODz0Bc1Pscu84QIgExjGbq+v4LdEmDtQhS5KfQULYa3u8QhKtRm/gRpTewA="}} \ No newline at end of file diff --git a/build/torch211-cxx11-cu128-x86_64-linux/rotary/__init__.py b/build/torch211-cxx11-cu128-x86_64-linux/rotary/__init__.py deleted file mode 100644 index a9b2672c1cd85b74c1b3ded0fc0b2100e1aeac23..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu128-x86_64-linux/rotary/__init__.py +++ /dev/null @@ -1,26 +0,0 @@ -import ctypes -import importlib.util -import sys -from pathlib import Path -from types import ModuleType - - -def _import_from_path(file_path: Path) -> ModuleType: - # We cannot use the module name as-is, after adding it to `sys.modules`, - # it would also be used for other imports. So, we make a module name that - # depends on the path for it to be unique using the hex-encoded hash of - # the path. - path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value) - module_name = path_hash - spec = importlib.util.spec_from_file_location(module_name, file_path) - if spec is None: - raise ImportError(f"Cannot load spec for {module_name} from {file_path}") - module = importlib.util.module_from_spec(spec) - if module is None: - raise ImportError(f"Cannot load module {module_name} from spec") - sys.modules[module_name] = module - spec.loader.exec_module(module) # type: ignore - return module - - -globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py"))) diff --git a/build/torch211-cxx11-cu130-aarch64-linux/__init__.py b/build/torch211-cxx11-cu130-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch211-cxx11-cu130-aarch64-linux/_ops.py b/build/torch211-cxx11-cu130-aarch64-linux/_ops.py deleted file mode 100644 index 98d48accf74c1fa157a7646908b2760a846ad570..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_83d35ad -ops = torch.ops._rotary_cuda_83d35ad - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_83d35ad::{op_name}" diff --git a/build/torch211-cxx11-cu130-aarch64-linux/_rotary_cuda_83d35ad.abi3.so b/build/torch211-cxx11-cu130-aarch64-linux/_rotary_cuda_83d35ad.abi3.so deleted file mode 100644 index 43a70147e3f10a386c0b667c4d1a41703f33f7ef..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-aarch64-linux/_rotary_cuda_83d35ad.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1cce889a2bde91bb165852f4ca0c319127267f490919875a6aad84d423df4780 -size 9642752 diff --git a/build/torch211-cxx11-cu130-aarch64-linux/layers.py b/build/torch211-cxx11-cu130-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch211-cxx11-cu130-aarch64-linux/metadata.json b/build/torch211-cxx11-cu130-aarch64-linux/metadata.json deleted file mode 100644 index e04fae2c4f2121ed583d3f7a37865af4a174108b..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-aarch64-linux/metadata.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_83d35ad", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=", - "_rotary_cuda_83d35ad.abi3.so": "HM6ImivekbsWWFL0ygwxkScmf0kJGYdaaq2E1CPfR4A=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=", - "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "sha": "81580bb92577f2f7228661ca2a221fc052375709", - "dirty": false - }, - "kernel": { - "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch211-cxx11-cu130-aarch64-linux/metadata.json.sigstore b/build/torch211-cxx11-cu130-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index 7390e43529506ded7c8fe24ded9f46b491a75aad..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHTDCCBtGgAwIBAgIULb4IGEMnuqQGFkGFZtQ9bLisxwMwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwMzU4WhcNMjYwNzE0MTIxMzU4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEi/HQBHmRyaABZoSDXS8W1mZmZrdI0Xewn/97f8C6kUCubaJXKad5/iYp94ovemxmmCvW1yDEIWix00tA70/SkqOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUtySZQDwuSRkxdT6Da1UBB7euNSwwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CDMGMAAAQDAEcwRQIgRFKG7qmfqkynyNmm+35437ojr/Gtrbtlnf6feUo34uwCIQCkDH/5KzTKdskZjYcVvP3vX/LtIdVhEKhe2aeh6yVjjDAKBggqhkjOPQQDAwNpADBmAjEAnQWmoTxUA2t1qChLVQR9NjZ/ihDtXNa5FeVaaeHsNb+yWTAEZEjB3QPnr4OtE+EAAjEA50e/q7aCK5ykCnhdNXzaU1021w42Q4QFX6+CGLGJoaNI0gUntUtiDmLgWBt9MtFt"},"tlogEntries":[{"logIndex":"2167861740","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1784030638","inclusionPromise":{"signedEntryTimestamp":"MEQCIBtONnZLtUsiqwfI+e+GDB6qYpJJZlOkkUhNbJyfPYpqAiAlmKwmKjujhMj9kcfuf325nVT663gtuyPVxtFxQRE/2g=="},"inclusionProof":{"logIndex":"2045957478","rootHash":"pPC0jX8DIVTKcicSfRpUj3P+09zlVmHbvDhxLSJqV6E=","treeSize":"2045957484","hashes":["iKAL5Z60cgDIqLMAmFTyF40ELoOoH9Knd5/AcAPIV+k=","D914dFnn4aEdQROh9IAj4qfQzPVloOJjn7mbBgSVg5o=","TUNRDK8pnPc0rcd7U9VA2O0kX3xJpKaR2siIB9xnXSY=","LagDwb3aE+FQPeh4cbi+CWh0wh1S/SD91yfPC5mQx+k=","oiwLkcbJ7I2nd9itJirMsznn6quqOUCcVom5F9xnNkM=","2IKX6ARBoilmD1t2BpSAmPmTkqHYXc+ROEH926W/4aY=","6xRiQpCucqpAnsCoMaUpUM3bzPRPaFV0YhoE3KWd1Tc=","GBE7j0S3xC6cYqxSDOQU5rmGo1aFKoY5pahXJS9v5uI=","fRH/AIGZXEav/OEwmt94uJSYrqXcwp1MlGyC7K8d6OY=","4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=","sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=","zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=","qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=","/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=","56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=","mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=","5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=","Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=","+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=","daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=","DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045957484\npPC0jX8DIVTKcicSfRpUj3P+09zlVmHbvDhxLSJqV6E=\n\n— rekor.sigstore.dev wNI9ajBFAiAPP0Q9kwKVfgtmYXuGxkPzdCcgC8LnoK8FG5zrLz7KOAIhAPKYi8Vjto+ZY3cRYN+mZL070nJFhAGydX38G87SRsju\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIyNGM2MzQ1YzEzYTc4MGE4OGVkZmQxODVjNWZjYTA2YWM5ZmZhZmU1OTY4Yzg3YWU5NjU5MWZiY2YzNjNiZmYwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUM4T3QySEVkQ0pJeFUwa09vUTROR0o1VlpNMHlUeFlHNTRvbjJCaGtFV0F3SWhBT1ZGZFNKcFhybmFNeHI3WkRFYk1hV1JyZkh3SlMraDloNVhNdGdsL3JESSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVSRU5EUW5SSFowRjNTVUpCWjBsVlRHSTBTVWRGVFc1MWNWRkhSbXRIUmxwMFVUbGlUR2x6ZUhkTmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUWHBWTkZkb1kwNU5hbGwzVG5wRk1FMVVTWGhOZWxVMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZwTDBoUlFraHRVbmxoUVVKYWIxTkVXRk00VnpGdFdtMWFjbVJKTUZobGQyNHZPVGNLWmpoRE5tdFZRM1ZpWVVwWVMyRmtOUzlwV1hBNU5HOTJaVzE0YlcxRGRsY3hlVVJGU1ZkcGVEQXdkRUUzTUM5VGEzRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlYwZVZOYUNsRkVkM1ZUVW10NFpGUTJSR0V4VlVKQ04yVjFUbE4zZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFJOUjAxQlFVRlJSQXBCUldOM1VsRkpaMUpHUzBjM2NXMW1jV3Q1Ym5sT2JXMHJNelUwTXpkdmFuSXZSM1J5WW5Sc2JtWTJabVZWYnpNMGRYZERTVkZEYTBSSUx6VkxlbFJMQ21SemExcHFXV05XZGxBemRsZ3ZUSFJKWkZab1JVdG9aVEpoWldnMmVWWnFha1JCUzBKblozRm9hMnBQVUZGUlJFRjNUbkJCUkVKdFFXcEZRVzVSVjIwS2IxUjRWVUV5ZERGeFEyaE1WbEZTT1U1cVdpOXBhRVIwV0U1aE5VWmxWbUZoWlVoelRtSXJlVmRVUVVWYVJXcENNMUZRYm5JMFQzUkZLMFZCUVdwRlFRbzFNR1V2Y1RkaFEwczFlV3REYm1oa1RsaDZZVlV4TURJeGR6UXlVVFJSUmxnMkswTkhURWRLYjJGT1NUQm5WVzUwVlhScFJHMU1aMWRDZERsTmRFWjBDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgT5TM5Q1EKfmf1K4MQKzUMX+XW7qSxpKNJ6SmF3MZGTACFA0a6D+BOx4ePYvS3/b4qsLS40WlGA8yMDI2MDcxNDEyMDM1OFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwNzE0MTIwMzU4WjAvBgkqhkiG9w0BCQQxIgQgV2X6tbo3mD+h2nCABA8PpEdWQYXVcAWEHb7AlRvT+7AwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwR3oFb/HybdVavEJ6T6XPtJn/InlfDvDVuPejtvq/9Zr9fAKRyDWaQZx4iZT7ZeCwAjEA4bQCM9OeYOLRwe1HDUFI7iXex/pjgaQbh31YlVnUrbCVto76kkT1ZmsqvDLHfZHC"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"JMY0XBOngKiO39GFxfygasn/r+WWjIeullkfvPNjv/A="},"signature":"MEYCIQC8Ot2HEdCJIxU0kOoQ4NGJ5VZM0yTxYG54on2BhkEWAwIhAOVFdSJpXrnaMxr7ZDEbMaWRrfHwJS+h9h5XMtgl/rDI"}} \ No newline at end of file diff --git a/build/torch211-cxx11-cu130-aarch64-linux/rotary/__init__.py b/build/torch211-cxx11-cu130-aarch64-linux/rotary/__init__.py deleted file mode 100644 index a9b2672c1cd85b74c1b3ded0fc0b2100e1aeac23..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-aarch64-linux/rotary/__init__.py +++ /dev/null @@ -1,26 +0,0 @@ -import ctypes -import importlib.util -import sys -from pathlib import Path -from types import ModuleType - - -def _import_from_path(file_path: Path) -> ModuleType: - # We cannot use the module name as-is, after adding it to `sys.modules`, - # it would also be used for other imports. So, we make a module name that - # depends on the path for it to be unique using the hex-encoded hash of - # the path. - path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value) - module_name = path_hash - spec = importlib.util.spec_from_file_location(module_name, file_path) - if spec is None: - raise ImportError(f"Cannot load spec for {module_name} from {file_path}") - module = importlib.util.module_from_spec(spec) - if module is None: - raise ImportError(f"Cannot load module {module_name} from spec") - sys.modules[module_name] = module - spec.loader.exec_module(module) # type: ignore - return module - - -globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py"))) diff --git a/build/torch211-cxx11-cu130-x86_64-linux/__init__.py b/build/torch211-cxx11-cu130-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch211-cxx11-cu130-x86_64-linux/_ops.py b/build/torch211-cxx11-cu130-x86_64-linux/_ops.py deleted file mode 100644 index 98d48accf74c1fa157a7646908b2760a846ad570..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_83d35ad -ops = torch.ops._rotary_cuda_83d35ad - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_83d35ad::{op_name}" diff --git a/build/torch211-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so b/build/torch211-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so deleted file mode 100644 index 3e16481590d9a02b6f5b7a0c2f36ea987ecdf940..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-x86_64-linux/_rotary_cuda_83d35ad.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1068c6e398eaa577252d0316aa8bd8632a09acdcc6e974853f3f0602f79f9f99 -size 9645376 diff --git a/build/torch211-cxx11-cu130-x86_64-linux/layers.py b/build/torch211-cxx11-cu130-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch211-cxx11-cu130-x86_64-linux/metadata.json b/build/torch211-cxx11-cu130-x86_64-linux/metadata.json deleted file mode 100644 index ebf15cf92a2894ee4d7a67e6a18a076bf36bd5dd..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-x86_64-linux/metadata.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_83d35ad", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "GiJQJN2NmlRx4dvSzp5bS1xRHsyhdCDThuFAVfFhx2k=", - "_rotary_cuda_83d35ad.abi3.so": "EGjG45jqpXclLQMWqovYYyoJrNzG6XSFPz8GAvefn5k=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=", - "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "sha": "81580bb92577f2f7228661ca2a221fc052375709", - "dirty": false - }, - "kernel": { - "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch211-cxx11-cu130-x86_64-linux/metadata.json.sigstore b/build/torch211-cxx11-cu130-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index d630d881a321411d6865c2d8de8b28b245825b27..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHTTCCBtKgAwIBAgIUVPrZUqWfkF7Rm/ZX/l3ivnML634wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwNjI4WhcNMjYwNzE0MTIxNjI4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEmUAKYBcI4My7AT5Q5AyNbBg4xux1xblIlwqm3TI/5kOJMepiop1ETj+WQ/sX9carGEZgHtj5ZXWVZQyMlUDjrqOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUaR9y1IVP5E4UYlAh/y+rCXfQofcwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CFei8AAAQDAEgwRgIhAIEmpLZXI6Pc7I1xSPhCqG+qEWBXkw1fd0FiinyXlWw8AiEAhyocK3HIDlAyltwhLiFgcmNCa5k7DmXGguSqYZLa7a0wCgYIKoZIzj0EAwMDaQAwZgIxALOC4tikyaHQZbFgbyblulPe3qmxtM7NJiad2WF6VLtojjnCZ1iuCCjXGELViqsOnQIxAKymqyyucxASTWutwnbimRRKMPoBENPQyY6nvsZHmwZbPxi9d4ZczHFRU3YmnLYBgg=="}, "tlogEntries":[{"logIndex":"2167871783", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030788", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQCAL7hDBHDLcfygSaJrqIP8K4jHs27vZ/svxNvJawZ4EQIgQE6K8rRQjWaYTRo6MLvMC4dhXBuTn5V06SxnHUOMfj4="}, "inclusionProof":{"logIndex":"2045967521", "rootHash":"sXiDr+slbNAnIo/mYYSvkc1ijTIrBQ5Tf4HzfBU5YWo=", "treeSize":"2045967539", "hashes":["WStjM2TR/2ofxQaWCxq5CXM0FQz53LdUcDMOkNOEL/k=", "KkTALjTygPCeHpcfDh3Tefq7Zdo/8wbqDeJh7mNC/Nw=", "d84KjkOsyQCraJ08Gqe4Ed7T585R+fdsrRuIaO19on0=", "JPUzpjrV3FUnP+JdbU4bdGufSjncYMS+z9bN/4eDODg=", "rTWsEFK4Z86m+sXvy+A4lhmeyB3Gn/RgjIa65oMR6zM=", "aDR8zHXWQQE1HVV+U1ET8KtFgRQKSqjZRMDu6L81sIE=", "JankFCXvKeLrUI6ELcn3cCUh6jkhkCIHV2+qKHdbP+g=", "I2nuBD1R24MNFAEXCqTpR1sXXhiu27+GUo5Nj2hpw7w=", "u+68szXvmIbGUI4/ROcPStYtGbPPjNXz7cgRwnCSvLE=", "qVwqPle7vpSMYWTIoxHxK6MiWqDmkTpPlRDLxipa02g=", "z7+QEp8D/7u0VKB7ETJ7uuoTZixH+CqB6hE1HTzFrkM=", "4bAmxPPrV6f8gROka7R7EdF8Kkr/RBFwGeLigFKao3U=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045967539\nsXiDr+slbNAnIo/mYYSvkc1ijTIrBQ5Tf4HzfBU5YWo=\n\n— rekor.sigstore.dev wNI9ajBEAiBbsJ7YrrK13BqezwdQpQKc18kCe2/FkG9qjiDMKGwI0QIgE8/eCmbHTmet6exg3Rt5HPef5lYlXCnHS/0amOFsZXs=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiNmRlNzliZmY5OTQ4OWI1MTA5OWJhOTc2NTE4NGFjMDViZTU0NWRjODY2Mjc5MzE0OTBjY2E5NzJiYTg3ZjljIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNoQWRJVlp0cEtocC9pWEhST25Kbmg0VVpmNVQzT25XRDdWcWpBZlZiQmtBSWdCdVVYQTRORTBrUXRpS2RBd0ZFcVlQRk1NN0l5TWJaVFV3NVVsY1ZleDFrPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVWRU5EUW5STFowRjNTVUpCWjBsVlZsQnlXbFZ4VjJaclJqZFNiUzlhV0M5c00ybDJiazFNTmpNMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUbXBKTkZkb1kwNU5hbGwzVG5wRk1FMVVTWGhPYWtrMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ0VlVGTFdVSmpTVFJOZVRkQlZEVlJOVUY1VG1KQ1p6UjRkWGd4ZUdKc1NXeDNjVzBLTTFSSkx6VnJUMHBOWlhCcGIzQXhSVlJxSzFkUkwzTllPV05oY2tkRldtZElkR28xV2xoWFZscFJlVTFzVlVScWNuRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZoVWpsNUNqRkpWbEExUlRSVldXeEJhQzk1SzNKRFdHWlJiMlpqZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMFpsYVRoQlFVRlJSQXBCUldkM1VtZEphRUZKUlcxd1RGcFlTVFpRWXpkSk1YaFRVR2hEY1VjcmNVVlhRbGhyZHpGbVpEQkdhV2x1ZVZoc1YzYzRRV2xGUVdoNWIyTkxNMGhKQ2tSc1FYbHNkSGRvVEdsR1oyTnRUa05oTldzM1JHMVlSMmQxVTNGWldreGhOMkV3ZDBObldVbExiMXBKZW1vd1JVRjNUVVJoVVVGM1dtZEplRUZNVDBNS05IUnBhM2xoU0ZGYVlrWm5ZbmxpYkhWc1VHVXpjVzE0ZEUwM1RrcHBZV1F5VjBZMlZreDBiMnBxYmtOYU1XbDFRME5xV0VkRlRGWnBjWE5QYmxGSmVBcEJTM2x0Y1hsNWRXTjRRVk5VVjNWMGQyNWlhVzFTVWt0TlVHOUNSVTVRVVhsWk5tNTJjMXBJYlhkYVlsQjRhVGxrTkZwamVraEdVbFV6V1cxdVRGbENDbWRuUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgC04He/B0kBph25hVm17JNJGwC3pe/Jr1r+U7fkw0mqACFQCTU8c6/l+MUCjymMaloeS2BQ6/rhgPMjAyNjA3MTQxMjA2MjhaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDYyOFowLwYJKoZIhvcNAQkEMSIEIP+n1IgqM7Vuc+2EasuuzhyVDbYcfvrz/BNMMIHYygrdMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQCAkv+0mhZKOadQFmxrnYMcPoTsakOrzh0t7JLDxWZNWr7cL/5GP+ob1bUXUuCRsV0CMQCRqbbk7AjHJhGU6a1OtOux/jIcXJKAZFjbIAcCWwDpQuq3dAcVZPF8fgtQWuQ5neU="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"tt55v/mUibUQmbqXZRhKwFvlRdyGYnkxSQzKlyuof5w="}, "signature":"MEUCIQChAdIVZtpKhp/iXHROnJnh4UZf5T3OnWD7VqjAfVbBkAIgBuUXA4NE0kQtiKdAwFEqYPFMM7IyMbZTUw5UlcVex1k="}} \ No newline at end of file diff --git a/build/torch211-cxx11-cu130-x86_64-linux/rotary/__init__.py b/build/torch211-cxx11-cu130-x86_64-linux/rotary/__init__.py deleted file mode 100644 index a9b2672c1cd85b74c1b3ded0fc0b2100e1aeac23..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-cu130-x86_64-linux/rotary/__init__.py +++ /dev/null @@ -1,26 +0,0 @@ -import ctypes -import importlib.util -import sys -from pathlib import Path -from types import ModuleType - - -def _import_from_path(file_path: Path) -> ModuleType: - # We cannot use the module name as-is, after adding it to `sys.modules`, - # it would also be used for other imports. So, we make a module name that - # depends on the path for it to be unique using the hex-encoded hash of - # the path. - path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value) - module_name = path_hash - spec = importlib.util.spec_from_file_location(module_name, file_path) - if spec is None: - raise ImportError(f"Cannot load spec for {module_name} from {file_path}") - module = importlib.util.module_from_spec(spec) - if module is None: - raise ImportError(f"Cannot load module {module_name} from spec") - sys.modules[module_name] = module - spec.loader.exec_module(module) # type: ignore - return module - - -globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py"))) diff --git a/build/torch211-cxx11-xpu20253-x86_64-linux/__init__.py b/build/torch211-cxx11-xpu20253-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-xpu20253-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch211-cxx11-xpu20253-x86_64-linux/_ops.py b/build/torch211-cxx11-xpu20253-x86_64-linux/_ops.py deleted file mode 100644 index d025f8c8a99ac6b1ab452b9191d70ed1e8495fba..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-xpu20253-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_xpu_83d35ad -ops = torch.ops._rotary_xpu_83d35ad - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_xpu_83d35ad::{op_name}" diff --git a/build/torch211-cxx11-xpu20253-x86_64-linux/_rotary_xpu_83d35ad.abi3.so b/build/torch211-cxx11-xpu20253-x86_64-linux/_rotary_xpu_83d35ad.abi3.so deleted file mode 100644 index d1b2e656153bd2d4bf55c190d17c314936b9aeb7..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-xpu20253-x86_64-linux/_rotary_xpu_83d35ad.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:33f07d526d0f80c18506cf9a0e0e99eec76c4d587e63421104d4e06b41522d74 -size 452744 diff --git a/build/torch211-cxx11-xpu20253-x86_64-linux/layers.py b/build/torch211-cxx11-xpu20253-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-xpu20253-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch211-cxx11-xpu20253-x86_64-linux/metadata.json b/build/torch211-cxx11-xpu20253-x86_64-linux/metadata.json deleted file mode 100644 index c5f8c1253d4a251dcc731a7e5abe3c3545acaa15..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-xpu20253-x86_64-linux/metadata.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_xpu_83d35ad", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "backend": { - "type": "xpu" - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "kvZwx7ogzsc1qX82TcZaOM1K4SpjOONUPoMjjOc362w=", - "_rotary_xpu_83d35ad.abi3.so": "M/B9Um0PgMGFBs+aDg6Z7sdsTVh+Y0IRBNTga0FSLXQ=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=", - "rotary/__init__.py": "DFYPlrhXwYjEqCl/8n0SmWGZV8NFml5DPhMjKfv98GY=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "sha": "81580bb92577f2f7228661ca2a221fc052375709", - "dirty": false - }, - "kernel": { - "sha": "83d35ad4dae7fc5208d07d004c5c2ac6308547cf", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch211-cxx11-xpu20253-x86_64-linux/metadata.json.sigstore b/build/torch211-cxx11-xpu20253-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index e50186dce539135f43c61404d7160ddbd27b524f..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-xpu20253-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHTDCCBtGgAwIBAgIUZ4Ur4jSae5Cv9QsNYP6pUyjjf6EwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwNzE0MTIwMTAwWhcNMjYwNzE0MTIxMTAwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEPDgi0gIonnHMm/cBp/6/PNb0fJT2GlNhcv4TeRHMoe7LNVLT+mQy18UmgH6X6yY2FRTaNxunxsFRT8h5wkJlTKOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUIK1Zb1hYmmTkztt/mjocUWS7kTwwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODNkMzVhZDRkYWU3ZmM1MjA4ZDA3ZDAwNGM1YzJhYzYzMDg1NDdjZjAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDgzZDM1YWQ0ZGFlN2ZjNTIwOGQwN2QwMDRjNWMyYWM2MzA4NTQ3Y2YwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMjkzMzA1NjkwODMvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABn2CAeXQAAAQDAEcwRQIhAI0b1Hmt7y6zIrhT6nm/zGyzbu0KJZD59oJzNIPQxuO6AiBG3b7yCdf8IIz7uEZRJB8/NgFjVlKrW6P6ZB/O1i9kNTAKBggqhkjOPQQDAwNpADBmAjEAloZZKonhREzR6CTwhsRFofS0IhqgXytY+IquoRAYlL5wLVN8DLZvw8pUHgYGywapAjEA8NNOrZ+ZNzZlmPDniJwNs4ATwbQck79E0H/a3NWcXFHPTdJkixASYCGPaVHJT0eQ"}, "tlogEntries":[{"logIndex":"2167846775", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1784030460", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQC1FQhmP0OU6pAjhCdChf2xzLOIZ0LWy/SFTAnF87mYygIgPx8Wfgkyd8hPsBAVKOuzma/NhASY8X9RLLgHDwVCLgw="}, "inclusionProof":{"logIndex":"2045942513", "rootHash":"bHUP+vetXX+8okZ1A5Sc/eE2ydamjAyi6mrpEFSoTlE=", "treeSize":"2045942519", "hashes":["YLR/EGHkWJ6QiBrb9FKiwda+PEOdlJgyQvg3UNX60ZQ=", "6ux8VIMJqTm98fiQ5GENKcve06n0257XHwDNaxEvNwI=", "dnTjw11POtU3DU85ZpayEt2NnVtUBzzgVHM122S0pOo=", "yhEgjNqH6Tnr5Qg+/G1H8sMSfZleCLBkG1bE89rHFx8=", "iPUhybfQ+fjYKsJUsBXZo20zwhRVSi/0IPr/Bn7vf7g=", "NaFXfJZdKVAckPeLH0PEWKPcTuFn+LtBG5F5tlJZWcw=", "DfUEx4d8y7XCmT0vKU19my234ASuchkrVgpTmU6isYo=", "jYv8cIeoC9WT53NAFcI9QuQeIATNh2J3PVK7vvosvtM=", "7OGX05qdXB5ogKEJ+Nx8GLOXVviq9OGd3hYkklBdcMI=", "hluP9JseRAiMY+2slhjSksod6tVtp7e7HP7amn1KEaY=", "sMaCrs8erYNQ48jT2FC56F0RAbpTkuSXZ+cs1zcSObw=", "zGam2EiRYwS9IjemppqM/acVfU15hw3eAqn9Fb8+8vY=", "qQGtNWYnFxNQ1OmqNBR2y92EFrgo5lyaKNQLaE/Dl1c=", "/UAkaaq9D8BPMw5qLAxaf+ur4Sfbv3FfLWB2M/py3wM=", "56+1wf4OgrBZEzfW9n13hPfm0bRvMRgerPv4TPE+3Ho=", "mTSsSZdzVhRgljy9CvDq3GfjxxeOTHrwgpOWK4rRj3Q=", "5sxNZDoxEj6DMmQATisX9bQXdFmeRHYfC8BjyDIIgec=", "Rq/A2aTC9e54ldNjcpsJ26rX/h8JlN6ZHxgw7yEa6C0=", "+/VZ56MsIPxMiyLAodzKXo5TEWdQp36z89qLhpzloAo=", "daxmZaajRpZV+JxHiOYZhJBiSKN5ucqjh2WnGbHhirw=", "DOCeoSMovIvLExkhIvisow9AuNXgeWs4ECkyR6EcqYU="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2045942519\nbHUP+vetXX+8okZ1A5Sc/eE2ydamjAyi6mrpEFSoTlE=\n\n— rekor.sigstore.dev wNI9ajBGAiEAn42l/nNT3fZ0kSHnAv7lhXKPljnU8+ii6lFtGIneQUwCIQCnMiGjrzM/3lZs4NM/w0Nr2NQz5CWwOOUqWn7zG4Ce1Q==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIxMzg3NzgwOGYyMjY1OTg1Y2U1NjdhZjFkZTk4NzNiNzk3ZmM4YmMwNmI1MzYyZjQ4ZjRhZTlmY2UyNmY1NDkzIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURvQU8wcmNTYmVwT0FkZUVqcXJacnVFclpvNnZ6dmkxMjF0OFE1VVRIUEJRSWhBSUpJYUtyQlFpTEN2VkpxeGVNRitQallyTngrbTkyTkxZSHY1bzFaVm8yYiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVSRU5EUW5SSFowRjNTVUpCWjBsVldqUlZjalJxVTJGbE5VTjJPVkZ6VGxsUU5uQlZlV3BxWmpaRmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDU2UlRCTlZFbDNUVlJCZDFkb1kwNU5hbGwzVG5wRk1FMVVTWGhOVkVGM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZRUkdkcE1HZEpiMjV1U0UxdEwyTkNjQzgyTDFCT1lqQm1TbFF5UjJ4T2FHTjJORlFLWlZKSVRXOWxOMHhPVmt4VUsyMVJlVEU0VlcxblNEWllObmxaTWtaU1ZHRk9lSFZ1ZUhOR1VsUTRhRFYzYTBwc1ZFdFBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZKU3pGYUNtSXhhRmx0YlZScmVuUjBMMjFxYjJOVlYxTTNhMVIzZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSRTVyVFhwV2FGcEVVbXRaVjFVeldtMU5NVTFxUVRSYVJFRXpDbHBFUVhkT1IwMHhXWHBLYUZsNldYcE5SR2N4VGtSa2FscHFRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE5hUkVGM1RrZE5NVmw2U21nS1dYcFplazFFWnpGT1JHUnFXbXBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFVG10TmVsWm9Xa1JTYTFsWFZUTmFiVTB4VFdwQk5GcEVRVE1LV2tSQmQwNUhUVEZaZWtwb1dYcFplazFFWnpGT1JHUnFXbXBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5lbHBFVFRFS1dWZFJNRnBIUm14T01scHFUbFJKZDA5SFVYZE9NbEYzVFVSU2FrNVhUWGxaVjAweVRYcEJORTVVVVROWk1sbDNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOYW10NlRYcEJNVTVxYTNkUFJFMTJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtNHlRMEZsV0ZGQlFVRlJSQXBCUldOM1VsRkphRUZKTUdJeFNHMTBOM2syZWtseWFGUTJibTB2ZWtkNWVtSjFNRXRLV2tRMU9XOUtlazVKVUZGNGRVODJRV2xDUnpOaU4zbERaR1k0Q2tsSmVqZDFSVnBTU2tJNEwwNW5SbXBXYkV0eVZ6WlFObHBDTDA4eGFUbHJUbFJCUzBKblozRm9hMnBQVUZGUlJFRjNUbkJCUkVKdFFXcEZRV3h2V2xvS1MyOXVhRkpGZWxJMlExUjNhSE5TUm05bVV6QkphSEZuV0hsMFdTdEpjWFZ2VWtGWmJFdzFkMHhXVGpoRVRGcDJkemh3VlVobldVZDVkMkZ3UVdwRlFRbzRUazVQY2xvcldrNTZXbXh0VUVSdWFVcDNUbk0wUVZSM1lsRmphemM1UlRCSUwyRXpUbGRqV0VaSVVGUmtTbXRwZUVGVFdVTkhVR0ZXU0VwVU1HVlJDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgkHL0L4kvBPTr42WrBwgtUB5Z4gkJvxJBBE4ui+Q8A1kCFQDwTGuNhrRkxMYpGCT69KQjZBkDwBgPMjAyNjA3MTQxMjAxMDBaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDcxNDEyMDEwMFowLwYJKoZIhvcNAQkEMSIEIKL+ZWdTIR2u9f9AO1mof1UxY3tsl5OSQXCohd682Mq0MIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQD+1ys5d4s01nLKGRw5p2y28gn3/tuIHk5Rgx48thXytSp5mBHIsyZuy5EQlnTbQ6UCMFt4Ermozj1sWiyi9AzXzv079o9UDUkmKqAy8aK2+kyZ5KA0XYsnQmUwokpKttQnbQ=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"E4d4CPImWYXOVnrx3phzt5f8i8BrU2L0j0rp/OJvVJM="}, "signature":"MEYCIQDoAO0rcSbepOAdeEjqrZruErZo6vzvi121t8Q5UTHPBQIhAIJIaKrBQiLCvVJqxeMF+PjYrNx+m92NLYHv5o1ZVo2b"}} \ No newline at end of file diff --git a/build/torch211-cxx11-xpu20253-x86_64-linux/rotary/__init__.py b/build/torch211-cxx11-xpu20253-x86_64-linux/rotary/__init__.py deleted file mode 100644 index a9b2672c1cd85b74c1b3ded0fc0b2100e1aeac23..0000000000000000000000000000000000000000 --- a/build/torch211-cxx11-xpu20253-x86_64-linux/rotary/__init__.py +++ /dev/null @@ -1,26 +0,0 @@ -import ctypes -import importlib.util -import sys -from pathlib import Path -from types import ModuleType - - -def _import_from_path(file_path: Path) -> ModuleType: - # We cannot use the module name as-is, after adding it to `sys.modules`, - # it would also be used for other imports. So, we make a module name that - # depends on the path for it to be unique using the hex-encoded hash of - # the path. - path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value) - module_name = path_hash - spec = importlib.util.spec_from_file_location(module_name, file_path) - if spec is None: - raise ImportError(f"Cannot load spec for {module_name} from {file_path}") - module = importlib.util.module_from_spec(spec) - if module is None: - raise ImportError(f"Cannot load module {module_name} from spec") - sys.modules[module_name] = module - spec.loader.exec_module(module) # type: ignore - return module - - -globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py"))) diff --git a/build/torch212-cxx11-cpu-x86_64-linux/__init__.py b/build/torch212-cxx11-cpu-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cpu-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch212-cxx11-cpu-x86_64-linux/_ops.py b/build/torch212-cxx11-cpu-x86_64-linux/_ops.py deleted file mode 100644 index 983288a3b01a13a9ab72397ec7a96bc6486e713d..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cpu-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cpu_addf474 -ops = torch.ops._rotary_cpu_addf474 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cpu_addf474::{op_name}" diff --git a/build/torch212-cxx11-cpu-x86_64-linux/_rotary_cpu_addf474.abi3.so b/build/torch212-cxx11-cpu-x86_64-linux/_rotary_cpu_addf474.abi3.so deleted file mode 100644 index 413aa6617d5986d67cc5b14e9c61561fc74ce247..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cpu-x86_64-linux/_rotary_cpu_addf474.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:73e2c008b123008bee982f4b3ad5d39000525b39757d6588942f1df502b165c7 -size 83728 diff --git a/build/torch212-cxx11-cpu-x86_64-linux/layers.py b/build/torch212-cxx11-cpu-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cpu-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch212-cxx11-cpu-x86_64-linux/metadata.json b/build/torch212-cxx11-cpu-x86_64-linux/metadata.json deleted file mode 100644 index 73139a30025b298c44e75fc29113ac6457cfb6ba..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cpu-x86_64-linux/metadata.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cpu_addf474", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cpu" - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "qGbHz+RutH6gjDs9wLrsXKdOFwF3FcVzjPj3rHGNtd4=", - "_rotary_cpu_addf474.abi3.so": "c+LACLEjAIvumC9LOtXTkABSWzl1fWWIlC8d9QKxZcc=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "081dcd473f8eca27226eef1f9c47c45b86c756b5", - "dirty": false - }, - "kernel": { - "commit": "addf4741fafb55b4c101b15985dfaeea7c7c2f3a", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch212-cxx11-cpu-x86_64-linux/metadata.json.sigstore b/build/torch212-cxx11-cpu-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index 1944be608a855c8838e9d6c3be2dafc49a8bf214..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cpu-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHTTCCBtKgAwIBAgIUKncxb5eupL3lJwwCO692lUQd0V4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwODI3MDkwMjQzWhcNMjYwODI3MDkxMjQzWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE0zH1/7GZ4djc5KnboM8oNUfkoL+1UPOsbcne0KHyiJbtgxwM1IIb+YWRKWWiYFC3v6r1zZCRfOxr/Mz93rdzwaOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUXN6h9CHbocTUIBXt6Cvf9nCEszgwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKGFkZGY0NzQxZmFmYjU1YjRjMTAxYjE1OTg1ZGZhZWVhN2M3YzJmM2EwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzMwNDU0MjY3NzYvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoEJ1EygAAAQDAEgwRgIhANqKyRwSKhi9Hcsf0D/POXHF6RE0X+uKZle0zz87U78GAiEA/zNqXq6iEmKxn6N+M2QrKeXyENULG+zCU0QUQdsL8QkwCgYIKoZIzj0EAwMDaQAwZgIxAOU8+CRRmwGeNEUUApDP9p8p2x2t4ZezX+v8OLsVtRu2yOk9T2ubgtn5/aTOxK/5igIxAKV3dihu5dxTAlChBgrEeqOdT3xI1mMqNztmoLvEF+Zp98t7lQewih+Wb5HWhdjAaA=="}, "tlogEntries":[{"logIndex":"2615247361", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1787821364", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQDGck4k07Wt5H+XxLc+Oq8w+zj2zXQ0p1yZhnpSXcVaNQIhAIOqlXZ/QHWszF8gEnOQd0AxbtWGE8Zu/a0qJ+7TOpwq"}, "inclusionProof":{"logIndex":"2493343099", "rootHash":"drwyif0l9B/9N+Fkek/b/TryFS3rL/1i3cC/txYABNU=", "treeSize":"2493343147", "hashes":["zWxTbkyJHL5n/fiizLzDZXquHN+JfIYhUvO9iiRCI+c=", "ArgOtOrR9khQFRbGMNikRGt4QiAKEJDv1MOKMuZzoJc=", "hOiO/l9wjy8q0ojwHCIdEDPUBLyGBm7Oe36CBj8C1xM=", "URYFc32HJlehQpOWC+bT5g/85RI2pnUIYr+B4CJQNSk=", "Qb2zfH0kW8KWbPK2ny6rhj/fPFLghEMuAf0wim8/qm8=", "qv3TDMgHJss2C2QKmoQEi8LBNFMJtetp9wRTtVCLmo0=", "IMHyeEDsH1d2v8aLQcXSOD21ApUMIoOQc3zDmBkAZiY=", "rAUD9MY5cYuRk76L1FrdClVNE/fHscZ4ywc/gmcdfR0=", "OnH0Iyk1AwBSW8dwt52KDh7bH/+NKkti6yQWqnYanMw=", "QNzYg9L2NMmbz/0WPZZWOFi2ju3Pc88DR6ddoqc2yAE=", "550nbjvf5iXJ9YdjSMSQnfgUirjgumGKgoArhVf2DHo=", "E+R5iDXU8bjbO1JsDlSZkToQSgjS8OloTWbFCXrOCBM=", "qlq8X4fANtixy/I6fQxqQsnWUx7akdkDsmNPkjxuK8s=", "abXafXRrTdikdA1aquPBrv5solJ4Z3sdzM0uQ/hU/mo=", "ybCAcr8OQXsPBz6z8+ymO/fKGS2UPaF1WGSW5yOW3Q8=", "NSuKPSrhPDg3xoCPz74qzkB8LWy1aV46KTWus0HJYzQ=", "7TfDCaMWgEwSJEZd/e33b24919rF4IDJLmbqNNRNhZs=", "0HfdxDt/zGugZLIuHasrdLEW9s8OaTykSSqBEDFQXdw=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2493343147\ndrwyif0l9B/9N+Fkek/b/TryFS3rL/1i3cC/txYABNU=\n\n— rekor.sigstore.dev wNI9ajBFAiEAn2Kxbbvz42khBXhEzTRc6f4GWKQ2lwsbX7nSIQy3PFUCIEQNWgcUotMJhz/ADJ3131hBQSPWG2r2WrdpwEGQ7FTX\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI2NDM3NmE3YzY4MWZjYzU5NzMyMTMwNTY3MTBiOTljNmJiODdiNTNmMDczMmYwZDAwMTBkZjNiNDhlNGQ5MzQzIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUMvbmU5LzhyOWlrYllEMVdmRXVFMVkrVWVuemFPTEJPNUYrOWlNNnBDRUJBSWhBSlU5bk1kdXRDN0hDZ2I0RmhKRFQ5NE40Tk0zTnpzbGxUalkyYWJrMW5WRSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVWRU5EUW5STFowRjNTVUpCWjBsVlMyNWplR0kxWlhWd1RETnNTbmQzUTA4Mk9USnNWVkZrTUZZMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlFU1ROTlJHdDNUV3BSZWxkb1kwNU5hbGwzVDBSSk0wMUVhM2hOYWxGNlYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVV3ZWtneEx6ZEhXalJrYW1NMVMyNWliMDA0YjA1VlptdHZUQ3N4VlZCUGMySmpibVVLTUV0SWVXbEtZblJuZUhkTk1VbEpZaXRaVjFKTFYxZHBXVVpETTNZMmNqRjZXa05TWms5NGNpOU5lamt6Y21SNmQyRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZZVGpab0NqbERTR0p2WTFSVlNVSllkRFpEZG1ZNWJrTkZjM3BuZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVpWMUpyV21wUk0wNUVSbTFaVjFwcFRsUldhVTVIVFhoTlJFWnBDazFVVlRWUFJGWnJXbTFHYkZwWFJUTlplbVJxVFcxWmVsbFVRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWxOVkZVMVQwUldhMXB0Um13S1dsZEZNMWw2WkdwTmJWbDZXVlJCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWtLVFZSVk5VOUVWbXRhYlVac1dsZEZNMWw2WkdwTmJWbDZXVlJCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwZEdhMXBIV1RBS1RucFJlRnB0Um0xWmFsVXhXV3BTYWsxVVFYaFpha1V4VDFSbk1WcEhXbWhhVjFab1RqSk5NMWw2U20xTk1rVjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWsxM1RrUlZNRTFxV1ROT2VsbDJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUZTakZGZVdkQlFVRlJSQXBCUldkM1VtZEphRUZPY1V0NVVuZFRTMmhwT1VoamMyWXdSQzlRVDFoSVJqWlNSVEJZSzNWTFdteGxNSHA2T0RkVk56aEhRV2xGUVM5NlRuRlljVFpwQ2tWdFMzaHVOazRyVFRKUmNrdGxXSGxGVGxWTVJ5dDZRMVV3VVZWUlpITk1PRkZyZDBObldVbExiMXBKZW1vd1JVRjNUVVJoVVVGM1dtZEplRUZQVlRnS0swTlNVbTEzUjJWT1JWVlZRWEJFVURsd09IQXllREowTkZwbGVsZ3JkamhQVEhOV2RGSjFNbmxQYXpsVU1uVmlaM1J1TlM5aFZFOTRTeTgxYVdkSmVBcEJTMVl6Wkdsb2RUVmtlRlJCYkVOb1FtZHlSV1Z4VDJSVU0zaEpNVzFOY1U1NmRHMXZUSFpGUml0YWNEazRkRGRzVVdWM2FXZ3JWMkkxU0Zkb1pHcEJDbUZCUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgJSJXZl3g9iNMVy3mNb0h47jm5IBxuBZqA9PIE8wyoSUCFQCpTj+AjOqrH4O4OIQ/KdSMKMyPjhgPMjAyNjA4MjcwOTAyNDRaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDgyNzA5MDI0NFowLwYJKoZIhvcNAQkEMSIEINLB0nhPsppCGR1bL/8GEg8pkurdznG23DgVnpwy5pasMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQCscy6zPeCcYXhbdFguQ1NHhPQvXji2ohGWl73sc20OOzNrCeotf2xPk7XSdKhScr0CMDsRwhn42rPiSNrwH9XGJ/yEXUPCd3Ch+DIpjrTR96A5Sjwwfj5VwXTLED4ask6VAg=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"ZDdqfGgfzFlzITBWcQuZxruHtT8HMvDQAQ3ztI5Nk0M="}, "signature":"MEYCIQC/ne9/8r9ikbYD1WfEuE1Y+UenzaOLBO5F+9iM6pCEBAIhAJU9nMdutC7HCgb4FhJDT94N4NM3NzsllTjY2abk1nVE"}} \ No newline at end of file diff --git a/build/torch212-cxx11-cu126-aarch64-linux/__init__.py b/build/torch212-cxx11-cu126-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch212-cxx11-cu126-aarch64-linux/_ops.py b/build/torch212-cxx11-cu126-aarch64-linux/_ops.py deleted file mode 100644 index e17c4b0ef305051ef0cd3f521d2d802b38dcbbf8..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_addf474 -ops = torch.ops._rotary_cuda_addf474 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_addf474::{op_name}" diff --git a/build/torch212-cxx11-cu126-aarch64-linux/_rotary_cuda_addf474.abi3.so b/build/torch212-cxx11-cu126-aarch64-linux/_rotary_cuda_addf474.abi3.so deleted file mode 100644 index 82ff4c5ba4ef66fe2d89996d696231308899afa0..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-aarch64-linux/_rotary_cuda_addf474.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:53a74d07f515e1332cb49b401e869b59ce97aef1c04f5e822c883567fa4eeaa9 -size 6337680 diff --git a/build/torch212-cxx11-cu126-aarch64-linux/layers.py b/build/torch212-cxx11-cu126-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch212-cxx11-cu126-aarch64-linux/metadata.json b/build/torch212-cxx11-cu126-aarch64-linux/metadata.json deleted file mode 100644 index dca685b824c00c928e22fb636446821113f095d4..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-aarch64-linux/metadata.json +++ /dev/null @@ -1,41 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_addf474", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "7.0", - "7.2", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0+PTX" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "oJ8gjSHw4EPutjzfPOXc43lKIesiQM0Uien2AIhDhSY=", - "_rotary_cuda_addf474.abi3.so": "U6dNB/UV4TMstJtAHoabWc6XrvHAT16CLIg1Z/pO6qk=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "081dcd473f8eca27226eef1f9c47c45b86c756b5", - "dirty": false - }, - "kernel": { - "commit": "addf4741fafb55b4c101b15985dfaeea7c7c2f3a", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch212-cxx11-cu126-aarch64-linux/metadata.json.sigstore b/build/torch212-cxx11-cu126-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index 5a578e3d4330be966d1090b39edf4b23eac081d9..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUWG4jepb0hBQwntb3846U8hhH4JwwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwODI3MDg0MzQ1WhcNMjYwODI3MDg1MzQ1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHQof9k+HiGD7VyfbEwyrrfxnrh5mS3k+vNfuBwglxHQkNG0FNbwMri8yPEYcI0Dk4lRWBUlOXXCP1YxyFLTkFaOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUDCdNA0p4BTvRVqSvdcYAase7vYcwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKGFkZGY0NzQxZmFmYjU1YjRjMTAxYjE1OTg1ZGZhZWVhN2M3YzJmM2EwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzMwNDU0MjY3NzYvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoEJjtAcAAAQDAEcwRQIgRWORbJeHxKZAkOVgUHfqWRiYf6KkVks3ox3nPQzoi3sCIQDmQhETkTZwmwjLzuwLtNhhYavT8pU2ngMmbKY+/jWU7DAKBggqhkjOPQQDAwNoADBlAjEA14LbPhI5ZftpcLwoBtrAGi/O2puTeEcZR95ouqz6k3TdjUN6cuswZwbN+6LUwrX2AjAM/7D8nTi1DbuMoRURTy3UVUqAoIQ58GxPs6yCzUEEpkiINVDVgzbg+NWPqXMVySo="},"tlogEntries":[{"logIndex":"2615042505","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1787820226","inclusionPromise":{"signedEntryTimestamp":"MEUCIC0oGUAeRu6cqaayVfezVRWugDI2p4dcFwfuhoj8giqLAiEArTC9Zlki3yeiekqMSneJpdYR4UBzVI/pnAiGFOJLHh8="},"inclusionProof":{"logIndex":"2493138243","rootHash":"kWjA44voFoj4CJrzbG5Vu2Ldshlro03rNDtn8PV9pTc=","treeSize":"2493138334","hashes":["IzD86VTfvSr5G14xPJDQKeBGXeAYrdZ+5HmRsLEbmB4=","GeJvkLX42kvLe2nwmdyhyMD7IAWsh4TDquZBgOo1zoQ=","uktK7g4/9IrG0YVFc/SmoLWlrBu98JJyTystOQg45qI=","U5+bgpE5Kn8h5KEoGO7oVtJF6z1ETi/zzp2FUWIzTsQ=","raRq/64g4pU9tNyqsHkC3c7Tskoc6Q/epcCBSU3N/Q0=","lYCEZ9jiFe9y45eLskHChkMwwiRvK4Lwytr0NrLPFOs=","FotqWAxx203YOOwUnbGVndCtiJOeTwlN2FIIunf4pc8=","AMsSxcuYwEc8mWTIom+ux1DTu363LdzpcWnEyTt+Ots=","gS13EacV6OWcoad3l8IKMIlFtP3lBOECqQztNOWnpN0=","YME/3Qr4tgU076OiaWI6SGrb34ZRNm/3HaY5Lb5/xHY=","z53CBV24DTAxNjGHHM7nkoSIIG0BjHsUcP0/hh5/Ai0=","C8w74EcVOWm8X6v2l+907WQW7dxdprUVLdMsb9Xj6Rs=","ybCAcr8OQXsPBz6z8+ymO/fKGS2UPaF1WGSW5yOW3Q8=","NSuKPSrhPDg3xoCPz74qzkB8LWy1aV46KTWus0HJYzQ=","7TfDCaMWgEwSJEZd/e33b24919rF4IDJLmbqNNRNhZs=","0HfdxDt/zGugZLIuHasrdLEW9s8OaTykSSqBEDFQXdw=","SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2493138334\nkWjA44voFoj4CJrzbG5Vu2Ldshlro03rNDtn8PV9pTc=\n\n— rekor.sigstore.dev wNI9ajBFAiAeo3i025WkpqPrZQmrYY4YsMvboWFsKuWyDrN6arMUiwIhALlYDRLzhKqxShwZLuNK4a+lE1hw4JzlofjB9LuhmV6S\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJhODI1ODNjM2Q0YzBhMjA5ZTJhY2MyZWNjNmEzNDBlODAyOTI1OGYxOGRlMDFkNjFiZDc1NmFlMDZiZDlkZDdhIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURtVm5CdkF4TjRiUHNkTWtlNmNqUUY5VXVHTStEQkt0QnY2Szc2dDFOR0JnSWdBUU1IUFJQaS9sRzN4eGtieDVaYm1KT08rQWZPNHJTS2RjMHBLZ0lwbWFBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlYwYzBhbVZ3WWpCb1FsRjNiblJpTXpnME5sVTRhR2hJTkVwM2QwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlFU1ROTlJHY3dUWHBSTVZkb1kwNU5hbGwzVDBSSk0wMUVaekZOZWxFeFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJVVc5bU9Xc3JTR2xIUkRkV2VXWmlSWGQ1Y25KbWVHNXlhRFZ0VXpOckszWk9ablVLUW5kbmJIaElVV3RPUnpCR1RtSjNUWEpwT0hsUVJWbGpTVEJFYXpSc1VsZENWV3hQV0ZoRFVERlplSGxHVEZSclJtRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZFUTJST0NrRXdjRFJDVkhaU1ZuRlRkbVJqV1VGaGMyVTNkbGxqZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVpWMUpyV21wUk0wNUVSbTFaVjFwcFRsUldhVTVIVFhoTlJFWnBDazFVVlRWUFJGWnJXbTFHYkZwWFJUTlplbVJxVFcxWmVsbFVRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWxOVkZVMVQwUldhMXB0Um13S1dsZEZNMWw2WkdwTmJWbDZXVlJCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWtLVFZSVk5VOUVWbXRhYlVac1dsZEZNMWw2WkdwTmJWbDZXVlJCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwZEdhMXBIV1RBS1RucFJlRnB0Um0xWmFsVXhXV3BTYWsxVVFYaFpha1V4VDFSbk1WcEhXbWhhVjFab1RqSk5NMWw2U20xTk1rVjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWsxM1RrUlZNRTFxV1ROT2VsbDJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUZTbXAwUVdOQlFVRlJSQXBCUldOM1VsRkpaMUpYVDFKaVNtVkllRXRhUVd0UFZtZFZTR1p4VjFKcFdXWTJTMnRXYTNNemIzZ3pibEJSZW05cE0zTkRTVkZFYlZGb1JWUnJWRnAzQ20xM2FreDZkWGRNZEU1b2FGbGhkbFE0Y0ZVeWJtZE5iV0pMV1NzdmFsZFZOMFJCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEZRVEUwVEdJS1VHaEpOVnBtZEhCalRIZHZRblJ5UVVkcEwwOHljSFZVWlVWaldsSTVOVzkxY1hvMmF6TlVaR3BWVGpaamRYTjNXbmRpVGlzMlRGVjNjbGd5UVdwQlRRb3ZOMFE0YmxScE1VUmlkVTF2VWxWU1ZIa3pWVlpWY1VGdlNWRTFPRWQ0VUhNMmVVTjZWVVZGY0d0cFNVNVdSRlpuZW1KbkswNVhVSEZZVFZaNVUyODlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQglzhiSLo+UpeWwt3WIATTrRXFyf39UOhgP14ZqsHLwvgCFHnodeunvkA6zwIANcwXxTsfH0jjGA8yMDI2MDgyNzA4NDM0NVowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwODI3MDg0MzQ1WjAvBgkqhkiG9w0BCQQxIgQgHrfNK8CioUXeKjDJrBR+F6nPlKNycI+EgH4J0d+/o1cwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwPY/B2pHIEWZpGG6CGcj5Nzm6E3El3SkL7NtIUw2A+942/bZSNI1g53RXVN5uMju1AjEA7ZvZgF5riF2zJQDhnzwDFf8sBzhz3Z4yb5ukh4Y/9vZbUXnighhuA0yHwtzvQBV+"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"qCWDw9TAognirMLsxqNA6AKSWPGN4B1hvXVq4GvZ3Xo="},"signature":"MEUCIQDmVnBvAxN4bPsdMke6cjQF9UuGM+DBKtBv6K76t1NGBgIgAQMHPRPi/lG3xxkbx5ZbmJOO+AfO4rSKdc0pKgIpmaA="}} \ No newline at end of file diff --git a/build/torch212-cxx11-cu126-x86_64-linux/__init__.py b/build/torch212-cxx11-cu126-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch212-cxx11-cu126-x86_64-linux/_ops.py b/build/torch212-cxx11-cu126-x86_64-linux/_ops.py deleted file mode 100644 index e17c4b0ef305051ef0cd3f521d2d802b38dcbbf8..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_addf474 -ops = torch.ops._rotary_cuda_addf474 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_addf474::{op_name}" diff --git a/build/torch212-cxx11-cu126-x86_64-linux/_rotary_cuda_addf474.abi3.so b/build/torch212-cxx11-cu126-x86_64-linux/_rotary_cuda_addf474.abi3.so deleted file mode 100644 index 7a1405c34473590c42e85bd1079c3c0c8bdf13a3..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-x86_64-linux/_rotary_cuda_addf474.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fb529a5b3abebcceca05272e5e47d3aa1a1c03dce5c053e9c5baeeeb5190c110 -size 6318336 diff --git a/build/torch212-cxx11-cu126-x86_64-linux/layers.py b/build/torch212-cxx11-cu126-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch212-cxx11-cu126-x86_64-linux/metadata.json b/build/torch212-cxx11-cu126-x86_64-linux/metadata.json deleted file mode 100644 index dd98836fd006694aac9778c0a59fdfe627ef2f53..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-x86_64-linux/metadata.json +++ /dev/null @@ -1,41 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_addf474", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "7.0", - "7.2", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0+PTX" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "oJ8gjSHw4EPutjzfPOXc43lKIesiQM0Uien2AIhDhSY=", - "_rotary_cuda_addf474.abi3.so": "+1KaWzq+vM7KBScuXkfTqhocA9zlwFPpxbru61GQwRA=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "081dcd473f8eca27226eef1f9c47c45b86c756b5", - "dirty": false - }, - "kernel": { - "commit": "addf4741fafb55b4c101b15985dfaeea7c7c2f3a", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch212-cxx11-cu126-x86_64-linux/metadata.json.sigstore b/build/torch212-cxx11-cu126-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index f461469868ed0c5a2254ceb1b429dd82006d67d8..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu126-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUIAMhbde/wKqqs8KGc6gC5orhJV8wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwODI3MDkxNjE5WhcNMjYwODI3MDkyNjE5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAENmlTw2GE4QtUuCU1njB09qSmbdSl4ZS3OTkhUoyXjqM33BUt3026mXokykLSTnBiBI427/1xlX4ToJB5qBplf6OCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUMvvVTMiRKDE/jVRQOxGlI5ktTZcwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKGFkZGY0NzQxZmFmYjU1YjRjMTAxYjE1OTg1ZGZhZWVhN2M3YzJmM2EwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzMwNDU0MjY3NzYvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoEKBhRkAAAQDAEcwRQIhAKr1zbo1UwVbS697Xas6gTqlp7xXMD2Z17F/XXEK1v1DAiBJiw4zz6X2MixtbsRxdxAjvFDWIQG4w5HZRYlPp2GdgjAKBggqhkjOPQQDAwNoADBlAjADib77YCfhVu9w+9ImsOgZH0lXe/k8BVRAfhxMg0E7fY2UPeVilQ71JWZyLBuex3ICMQCBZnqnn7pztT7cFzZZ/cjur5Y7Pw9ixfkm0H9bGswI5qhjAB/pA0Q9MU1EmHgTclI="}, "tlogEntries":[{"logIndex":"2615418599", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1787822179", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQCtZcBt5Zs8pPp3BjazOv2XXUV0v94AnRTQGZ6mKzaPLQIhAK0iwggrR4yVzASzhmatLyMyQtRPH7Iag/zlgJJwXb49"}, "inclusionProof":{"logIndex":"2493514337", "rootHash":"yqxVh1MAuCMDmDS7wSggP+wJ1lJBfjbSHND3mSxcQ7Y=", "treeSize":"2493514339", "hashes":["/sD5xYTD3MZZ0JYSVY8g/BlSLQdBWhWNPGMklNKZXkU=", "yZuoJJTD7/e1hwHOH7CPVFlZJaMB9dLSeeg8EkSzhrs=", "RyZ2qsNA1nJX/mAbgcni9y2O4W5gsQymViwZPIrqI1k=", "xk1lPcBkZE0imI2Mznb2FdF1khT+keKKGQ6ABv29Ndw=", "a8Qb93ERD1dZw6k2IP04+t5Ky9RTAY/24sFdIZyslDE=", "Ht3LUeLpnjrcUg7YO0SSbg+oDasSRyW4K6209DcTr0I=", "7TfDCaMWgEwSJEZd/e33b24919rF4IDJLmbqNNRNhZs=", "0HfdxDt/zGugZLIuHasrdLEW9s8OaTykSSqBEDFQXdw=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2493514339\nyqxVh1MAuCMDmDS7wSggP+wJ1lJBfjbSHND3mSxcQ7Y=\n\n— rekor.sigstore.dev wNI9ajBEAiBQibZYD049lfQM2DqBDVVoRyoAhVJmy6NfucHbu0PNuQIgeo0S9S53WfWFsiUsO1BA3YO7IK5nb0lYTzyCmNNcxGA=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwNWM4N2U4N2NmNDI2ZWRmOTM2NmNkMTgwYzIyMGQ0MGYxMjczYWVlM2M3NzI2MTg2NzA3ZmE3NzhkOGE2ZTJmIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUQ3Q3B4a21MeWl2akNxTnM0YjEvK2lmR1p5QVljeDdlNW9pWkJXdlRZUS93SWhBSXNaRExMbng5Vkc3eDdBV0VPNzRaL3Z0aVAvWEVGS2RVcUJSM0c0NzQ1SiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlNVRk5hR0prWlM5M1MzRnhjemhMUjJNMlowTTFiM0pvU2xZNGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlFU1ROTlJHdDRUbXBGTlZkb1kwNU5hbGwzVDBSSk0wMUVhM2xPYWtVMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZPYld4VWR6SkhSVFJSZEZWMVExVXhibXBDTURseFUyMWlaRk5zTkZwVE0wOVVhMmdLVlc5NVdHcHhUVE16UWxWME16QXlObTFZYjJ0NWEweFRWRzVDYVVKSk5ESTNMekY0YkZnMFZHOUtRalZ4UW5Cc1pqWlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZOZG5aV0NsUk5hVkpMUkVVdmFsWlNVVTk0UjJ4Sk5XdDBWRnBqZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVpWMUpyV21wUk0wNUVSbTFaVjFwcFRsUldhVTVIVFhoTlJFWnBDazFVVlRWUFJGWnJXbTFHYkZwWFJUTlplbVJxVFcxWmVsbFVRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWxOVkZVMVQwUldhMXB0Um13S1dsZEZNMWw2WkdwTmJWbDZXVlJCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWtLVFZSVk5VOUVWbXRhYlVac1dsZEZNMWw2WkdwTmJWbDZXVlJCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwZEdhMXBIV1RBS1RucFJlRnB0Um0xWmFsVXhXV3BTYWsxVVFYaFpha1V4VDFSbk1WcEhXbWhhVjFab1RqSk5NMWw2U20xTk1rVjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWsxM1RrUlZNRTFxV1ROT2VsbDJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUZTMEpvVW10QlFVRlJSQXBCUldOM1VsRkphRUZMY2pGNlltOHhWWGRXWWxNMk9UZFlZWE0yWjFSeGJIQTNlRmhOUkRKYU1UZEdMMWhZUlVzeGRqRkVRV2xDU21sM05IcDZObGd5Q2sxcGVIUmljMUo0WkhoQmFuWkdSRmRKVVVjMGR6VklXbEpaYkZCd01rZGtaMnBCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEJSR2xpTnpjS1dVTm1hRloxT1hjck9VbHRjMDluV2tnd2JGaGxMMnM0UWxaU1FXWm9lRTFuTUVVM1psa3lWVkJsVm1sc1VUY3hTbGRhZVV4Q2RXVjRNMGxEVFZGRFFncGFibkZ1Ympkd2VuUlVOMk5HZWxwYUwyTnFkWEkxV1RkUWR6bHBlR1pyYlRCSU9XSkhjM2RKTlhGb2FrRkNMM0JCTUZFNVRWVXhSVzFJWjFSamJFazlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgaw0ognz2kh0CY4Z19M9kZrMkPOFm0y6yvb7Q6rZuyLMCFC3kYQuZl40YN9A1XNnb3avdC8cIGA8yMDI2MDgyNzA5MTYxOVowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwODI3MDkxNjE5WjAvBgkqhkiG9w0BCQQxIgQgTmeexP+XHWz2TMpENlNbLXxZWuG/QyTK50pikFbgY/8wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwZiSptzkl1woeckhTHYG/QL9LnczYpNMwteVb9bRfZQyuanjAi9Q9wMMttmtPRGjmAjAyfZL+UZ9O/BRi0wvqgVT3gxL38b215hWS5zMo5rMkhn1cN4DC+oxReGkViyAmxt0="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"Bch+h89Cbt+TZs0YDCINQPEnOu48dyYYZwf6d42Kbi8="}, "signature":"MEYCIQD7CpxkmLyivjCqNs4b1/+ifGZyAYcx7e5oiZBWvTYQ/wIhAIsZDLLnx9VG7x7AWEO74Z/vtiP/XEFKdUqBR3G4745J"}} \ No newline at end of file diff --git a/build/torch212-cxx11-cu130-aarch64-linux/__init__.py b/build/torch212-cxx11-cu130-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch212-cxx11-cu130-aarch64-linux/_ops.py b/build/torch212-cxx11-cu130-aarch64-linux/_ops.py deleted file mode 100644 index e17c4b0ef305051ef0cd3f521d2d802b38dcbbf8..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_addf474 -ops = torch.ops._rotary_cuda_addf474 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_addf474::{op_name}" diff --git a/build/torch212-cxx11-cu130-aarch64-linux/_rotary_cuda_addf474.abi3.so b/build/torch212-cxx11-cu130-aarch64-linux/_rotary_cuda_addf474.abi3.so deleted file mode 100644 index a45bc5b14251ed70a11225e053ed05423e53ab67..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-aarch64-linux/_rotary_cuda_addf474.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:737b032a56aa723038ac801e226a849f535c8c9a656bd9b0e436c18908334448 -size 10956776 diff --git a/build/torch212-cxx11-cu130-aarch64-linux/layers.py b/build/torch212-cxx11-cu130-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch212-cxx11-cu130-aarch64-linux/metadata.json b/build/torch212-cxx11-cu130-aarch64-linux/metadata.json deleted file mode 100644 index 83943b588da30880a506d5ac407e100e1ba565c2..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-aarch64-linux/metadata.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_addf474", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "oJ8gjSHw4EPutjzfPOXc43lKIesiQM0Uien2AIhDhSY=", - "_rotary_cuda_addf474.abi3.so": "c3sDKlaqcjA4rIAeImqEn1NcjJpla9mw5DbBiQgzREg=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "081dcd473f8eca27226eef1f9c47c45b86c756b5", - "dirty": false - }, - "kernel": { - "commit": "addf4741fafb55b4c101b15985dfaeea7c7c2f3a", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch212-cxx11-cu130-aarch64-linux/metadata.json.sigstore b/build/torch212-cxx11-cu130-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index 14b901bfadc05d270aef1220ac4396df4cfc9bb0..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUIem38VotzV9W2pXgQ5OqAHAIioMwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwODI3MDg0MzQ3WhcNMjYwODI3MDg1MzQ3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEtKpP6KR2ZSpr7KWQrbQHepfpaV4CocxJb0PCgE18Y1jtJzF2umgl3/iAqbLXiJfLzn5rpgmcR6cpmYZlWTzhHKOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUveZIqTIXSg5eqoB/OdqbfpQUaHAwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKGFkZGY0NzQxZmFmYjU1YjRjMTAxYjE1OTg1ZGZhZWVhN2M3YzJmM2EwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzMwNDU0MjY3NzYvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoEJjuhIAAAQDAEcwRQIhAOSZLqZqA8dNc5ivzYovXvHW6Ilx/N7st6zLUwd9yzkPAiBT+SvII3M0pNKbLgWGPVKNaBQgEjyQBYkNiJJLgEPMSTAKBggqhkjOPQQDAwNoADBlAjEAocaL93rTKBdu5XKk7Zjl8rA/+WUexi+8nf10hg/PlZDr9y5C43TGFUqlUlajCi8GAjBQC71ubRJa8noN9ts9XmHEnu1qBYd84fMAxhKMYynZvzAhGa6aZDCnHdsf/Q4o8OU="},"tlogEntries":[{"logIndex":"2615042840","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1787820227","inclusionPromise":{"signedEntryTimestamp":"MEUCIFe5alJBuVcUv7I3AZR4whcDls61h5pmAciOC+Afip5QAiEApAZ4yGhDLTn8So8NkFiPlRwVDsJlVREUKaa6+y8aAdA="},"inclusionProof":{"logIndex":"2493138578","rootHash":"WM6jcqa+DcoJ96wEuc9l05j5IJ7d6430QzijcwE3K4M=","treeSize":"2493138642","hashes":["rhln6pMdQQGs91m0H5o6BZPvl3dKq6LcU4S71rETlLo=","oxmuZGHa71oiRhSQStqnLnC7fQpgNYZFyflYje1qMbM=","SKFdILx+S3r5hVy7di+AZqWKdfV9R5lXk4HO15TU2IM=","X2/gytRHws8xTfBneZRxJmK13YuztNBuHATriKu9ltE=","PIJkOHYcPyTLv3FigfLZzownJxPQyUV5w29+xxsZ60M=","HkxvYVyHgTln9JhcN4Mze3ZF6TBHzAHZyICWptzMciQ=","H/8RN+ICv5mPXYtF89JIHTdxn0CTUsMLjfrLRiZQEM8=","W8YGnggybozeiQeeoHMYgGBX85UoUD0ldodvMaBkLqg=","VkfICcwFAEJjr7GujPGt8TuTOf15qHqKGdKap+G+2Ak=","YME/3Qr4tgU076OiaWI6SGrb34ZRNm/3HaY5Lb5/xHY=","z53CBV24DTAxNjGHHM7nkoSIIG0BjHsUcP0/hh5/Ai0=","C8w74EcVOWm8X6v2l+907WQW7dxdprUVLdMsb9Xj6Rs=","ybCAcr8OQXsPBz6z8+ymO/fKGS2UPaF1WGSW5yOW3Q8=","NSuKPSrhPDg3xoCPz74qzkB8LWy1aV46KTWus0HJYzQ=","7TfDCaMWgEwSJEZd/e33b24919rF4IDJLmbqNNRNhZs=","0HfdxDt/zGugZLIuHasrdLEW9s8OaTykSSqBEDFQXdw=","SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2493138642\nWM6jcqa+DcoJ96wEuc9l05j5IJ7d6430QzijcwE3K4M=\n\n— rekor.sigstore.dev wNI9ajBFAiBSbSuZmeQU+IAFuXpOC4f5M/ojtODPdEmPSsgKvLRwhAIhAIelC77ds6hri92e8oxobn7FtR+09jkaFY+xBPVc80zw\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIxYzZhZjAwZTcyNmY4ZTQ3NTJmNjI0MTcxYTBmZWNjYzA5NTc5NmI4NDZjOGZkYzY2N2M2MjJkYzdiYjNiNGY5In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNMNnVrUTFRb2RTRmo0UUhHUSs2dHRNZWNpdnJaTjVsdnJuMXlvUUs3K09RSWhBSysxTnFXTGx5N2pvaW5RV2JWOEFJdklUeUhOMTZpYTgyZjl6STNJZHh0NyIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlNXVnRNemhXYjNSNlZqbFhNbkJZWjFFMVQzRkJTRUZKYVc5TmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlFU1ROTlJHY3dUWHBSTTFkb1kwNU5hbGwzVDBSSk0wMUVaekZOZWxFelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVYwUzNCUU5rdFNNbHBUY0hJM1MxZFJjbUpSU0dWd1puQmhWalJEYjJONFNtSXdVRU1LWjBVeE9Ga3hhblJLZWtZeWRXMW5iRE12YVVGeFlreFlhVXBtVEhwdU5YSndaMjFqVWpaamNHMVpXbXhYVkhwb1NFdFBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlYyWlZwSkNuRlVTVmhUWnpWbGNXOUNMMDlrY1dKbWNGRlZZVWhCZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVpWMUpyV21wUk0wNUVSbTFaVjFwcFRsUldhVTVIVFhoTlJFWnBDazFVVlRWUFJGWnJXbTFHYkZwWFJUTlplbVJxVFcxWmVsbFVRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWxOVkZVMVQwUldhMXB0Um13S1dsZEZNMWw2WkdwTmJWbDZXVlJCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWtLVFZSVk5VOUVWbXRhYlVac1dsZEZNMWw2WkdwTmJWbDZXVlJCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwZEdhMXBIV1RBS1RucFJlRnB0Um0xWmFsVXhXV3BTYWsxVVFYaFpha1V4VDFSbk1WcEhXbWhhVjFab1RqSk5NMWw2U20xTk1rVjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWsxM1RrUlZNRTFxV1ROT2VsbDJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUZTbXAxYUVsQlFVRlJSQXBCUldOM1VsRkphRUZQVTFwTWNWcHhRVGhrVG1NMWFYWjZXVzkyV0haSVZ6WkpiSGd2VGpkemREWjZURlYzWkRsNWVtdFFRV2xDVkN0VGRrbEpNMDB3Q25CT1MySk1aMWRIVUZaTFRtRkNVV2RGYW5sUlFsbHJUbWxLU2t4blJWQk5VMVJCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEZRVzlqWVV3S09UTnlWRXRDWkhVMVdFdHJOMXBxYkRoeVFTOHJWMVZsZUdrck9HNW1NVEJvWnk5UWJGcEVjamw1TlVNME0xUkhSbFZ4YkZWc1lXcERhVGhIUVdwQ1VRcEROekYxWWxKS1lUaHViMDQ1ZEhNNVdHMUlSVzUxTVhGQ1dXUTROR1pOUVhob1MwMVplVzVhZG5wQmFFZGhObUZhUkVOdVNHUnpaaTlSTkc4NFQxVTlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgz9Nqcxpxo8AdEkhXt6ZI34NLqufsnwL1NGGbej5x6TMCFQDLCXPI7bqIz1qUzxTM4qxR3CJv6xgPMjAyNjA4MjcwODQzNDdaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDgyNzA4NDM0N1owLwYJKoZIhvcNAQkEMSIEIJzogvQacMZ3whseN5e+datrUNjnP2BWp3CC6AenPh8IMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMGWkCIKOhLT1mqZXh0gk/Et/kfoar1RtbKviSZbboWuk4S/ypExh6O2UZKVgZHnfkgIwWDqu3QvwCr8R102xXSe5aHE5nKBi5mIyTd57PgzPuW/4yS4hTACAjPiknO6gKsRX"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"HGrwDnJvjkdS9iQXGg/szAlXlrhGyP3GZ8Yi3HuztPk="},"signature":"MEYCIQCL6ukQ1QodSFj4QHGQ+6ttMecivrZN5lvrn1yoQK7+OQIhAK+1NqWLly7joinQWbV8AIvITyHN16ia82f9zI3Idxt7"}} \ No newline at end of file diff --git a/build/torch212-cxx11-cu130-x86_64-linux/__init__.py b/build/torch212-cxx11-cu130-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch212-cxx11-cu130-x86_64-linux/_ops.py b/build/torch212-cxx11-cu130-x86_64-linux/_ops.py deleted file mode 100644 index e17c4b0ef305051ef0cd3f521d2d802b38dcbbf8..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_addf474 -ops = torch.ops._rotary_cuda_addf474 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_addf474::{op_name}" diff --git a/build/torch212-cxx11-cu130-x86_64-linux/_rotary_cuda_addf474.abi3.so b/build/torch212-cxx11-cu130-x86_64-linux/_rotary_cuda_addf474.abi3.so deleted file mode 100644 index b598cb82f13d66fe9002672190a72ccb143c45ff..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-x86_64-linux/_rotary_cuda_addf474.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:458ec0409492110725a6fd4c2d796bc2efff2dee2bf615e9424c8252f6b3b2cf -size 10933872 diff --git a/build/torch212-cxx11-cu130-x86_64-linux/layers.py b/build/torch212-cxx11-cu130-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch212-cxx11-cu130-x86_64-linux/metadata.json b/build/torch212-cxx11-cu130-x86_64-linux/metadata.json deleted file mode 100644 index 8f98150e19c5bb9be3427dbb8bcf83d2430f4285..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-x86_64-linux/metadata.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_addf474", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "oJ8gjSHw4EPutjzfPOXc43lKIesiQM0Uien2AIhDhSY=", - "_rotary_cuda_addf474.abi3.so": "RY7AQJSSEQclpv1MLXlrwu//Le4r9hXpQkyCUvazss8=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "081dcd473f8eca27226eef1f9c47c45b86c756b5", - "dirty": false - }, - "kernel": { - "commit": "addf4741fafb55b4c101b15985dfaeea7c7c2f3a", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch212-cxx11-cu130-x86_64-linux/metadata.json.sigstore b/build/torch212-cxx11-cu130-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index d661411e442071429fa1bb9e5540ff045a504b73..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu130-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSTCCBtCgAwIBAgIURxz2y/03ASWPQky2BmWYZ+wrc6QwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwODI3MDkxNjIwWhcNMjYwODI3MDkyNjIwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEe8Wb1YGAHCEmT3ANSng37J/SDf/o8lt362mW676dTEuJIJoIg98ng/usLRF9eMiWH7yi/44hcquCHXYrlZ94aqOCBe8wggXrMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQU6PwzQJx7UGQQBIRNhvzJBCMw7UkwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKGFkZGY0NzQxZmFmYjU1YjRjMTAxYjE1OTg1ZGZhZWVhN2M3YzJmM2EwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzMwNDU0MjY3NzYvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiQYKKwYBBAHWeQIEAgR7BHkAdwB1AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoEKBiEgAAAQDAEYwRAIgLEZ+YhLquGGT79u5TuIwONYmj8FNN1svXDvBW1R999UCIG8MgQRM8/SL8EuryReZhv2paXkxbEuxUtcRn56IShD9MAoGCCqGSM49BAMDA2cAMGQCMD1IpUra7+z9BAFnoP7WFwKEku7mAS4RT7Z4cfA6QDEhKKRhJo/f7MqvLF7RDxWRRwIwS+ZFMVdHemWsu5sGaB8TAznnRpM3HH8aHic8Sl7OIAEjwTHHenzSpskFqADr9rIx"}, "tlogEntries":[{"logIndex":"2615418636", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1787822180", "inclusionPromise":{"signedEntryTimestamp":"MEQCIBMY9TSOeXPmUR71RNJ14Kl0TgTa/C8pDlnJyapoum2WAiAdkxe6vzcHF+7SHoG8igoxStgg8bU6fwv4y85Poe96Ng=="}, "inclusionProof":{"logIndex":"2493514374", "rootHash":"p01Y4GMEOe1Dey24JRacxjmQLVRAyrhENjtuLZVoY70=", "treeSize":"2493514385", "hashes":["PZeT3L7VIl07jhZ1yIhcAqaL+yhcfo/pMxSmBao8M5k=", "uCBatcNzgyM3/Yf8U629S8+sqAHvruZu3gO4FzQwC+U=", "hZXnFHfkMvnjVo8ICib97ZMiSBuGwAQ/7SKDN1ZgUdE=", "UOken/Wc9kTuFm1vM8+EVYoT8sCf974BgsC0Slo3iT0=", "ituLtgTOMvC3yw83zACoczAIYVUE4wBgN+XqayZPINw=", "IZt0WJ0ZtxgD9dHPTp5/oJLNghycd38dP6nGBJ/MFeY=", "a8Qb93ERD1dZw6k2IP04+t5Ky9RTAY/24sFdIZyslDE=", "Ht3LUeLpnjrcUg7YO0SSbg+oDasSRyW4K6209DcTr0I=", "7TfDCaMWgEwSJEZd/e33b24919rF4IDJLmbqNNRNhZs=", "0HfdxDt/zGugZLIuHasrdLEW9s8OaTykSSqBEDFQXdw=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2493514385\np01Y4GMEOe1Dey24JRacxjmQLVRAyrhENjtuLZVoY70=\n\n— rekor.sigstore.dev wNI9ajBFAiEAiYX0HTPIEH8GxfGfbZStjJjHqTxXYWHfZT32gwndMAcCICcj0dKb986EbumN+lscg0PMLRfs7CR30rVVbKhEAklY\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI4NWQwODZkMWQ0NmUzMjNiNDk1ZTUyZmY1NjcxZDQ1ZDczN2E4OTg1YzJiYThmNGNkMDNjYTA4NmFjODk1YzU2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNmRlg2NnZnMzhmV0xINnNBUVhIVCsxRm5sS2YyWUFyb0t0L2k1elhIekhBSWhBTFJBUW44c254d2t3bkdvUUpHcjhWbjJGUGFpKzQ1TFNYZGNrbFo4eU1RZCIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRWRU5EUW5SRFowRjNTVUpCWjBsVlVuaDZNbmt2TUROQlUxZFFVV3Q1TWtKdFYxbGFLM2R5WXpaUmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlFU1ROTlJHdDRUbXBKZDFkb1kwNU5hbGwzVDBSSk0wMUVhM2xPYWtsM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZsT0ZkaU1WbEhRVWhEUlcxVU0wRk9VMjVuTXpkS0wxTkVaaTl2T0d4ME16WXliVmNLTmpjMlpGUkZkVXBKU205Slp6azRibWN2ZFhOTVVrWTVaVTFwVjBnM2VXa3ZORFJvWTNGMVEwaFlXWEpzV2prMFlYRlBRMEpsT0hkbloxaHlUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlUyVUhkNkNsRktlRGRWUjFGUlFrbFNUbWgyZWtwQ1EwMTNOMVZyZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVpWMUpyV21wUk0wNUVSbTFaVjFwcFRsUldhVTVIVFhoTlJFWnBDazFVVlRWUFJGWnJXbTFHYkZwWFJUTlplbVJxVFcxWmVsbFVRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWxOVkZVMVQwUldhMXB0Um13S1dsZEZNMWw2WkdwTmJWbDZXVlJCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWtLVFZSVk5VOUVWbXRhYlVac1dsZEZNMWw2WkdwTmJWbDZXVlJCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwZEdhMXBIV1RBS1RucFJlRnB0Um0xWmFsVXhXV3BTYWsxVVFYaFpha1V4VDFSbk1WcEhXbWhhVjFab1RqSk5NMWw2U20xTk1rVjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWsxM1RrUlZNRTFxV1ROT2VsbDJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwVVZsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTTjBKSWEwRUtaSGRDTVVGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUZTMEpwUldkQlFVRlJSQXBCUlZsM1VrRkpaMHhGV2l0WmFFeHhkVWRIVkRjNWRUVlVkVWwzVDA1WmJXbzRSazVPTVhOMldFUjJRbGN4VWprNU9WVkRTVWM0VFdkUlVrMDRMMU5NQ2poRmRYSjVVbVZhYUhZeWNHRllhM2hpUlhWNFZYUmpVbTQxTmtsVGFFUTVUVUZ2UjBORGNVZFRUVFE1UWtGTlJFRXlZMEZOUjFGRFRVUXhTWEJWY21FS055dDZPVUpCUm01dlVEZFhSbmRMUld0MU4yMUJVelJTVkRkYU5HTm1RVFpSUkVWb1MwdFNhRXB2TDJZM1RYRjJURVkzVWtSNFYxSlNkMGwzVXl0YVJncE5WbVJJWlcxWGMzVTFjMGRoUWpoVVFYcHVibEp3VFROSVNEaGhTR2xqT0ZOc04wOUpRVVZxZDFSSVNHVnVlbE53YzJ0R2NVRkVjamx5U1hnS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgjlQSl2wY9mY9Ueg/u9Dvu/+AFMYQcA5GOxxhm/lvpVoCFFnnCBvS4tKkNuwd+yc9rreLe0KdGA8yMDI2MDgyNzA5MTYyMFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwODI3MDkxNjIwWjAvBgkqhkiG9w0BCQQxIgQgQ/dgzsrMK6IQqzVTzSm7fkixSFYnS8Np789EfV5FDLIwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwbfllvh5FYe4x5PF6hJrV1LX71WZW7MjKEVPExp59g97xgDtjs6pSMOx+i1qe1SU3AjA0JdnsKDCZvwYGRF6Ej9C2J0JQGbOQESBsrt0PTw8VDENzo7XIVn64d0j06Th7hX0="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"hdCG0dRuMjtJXlL/VnHUXXN6iYXCuo9M0DyghqyJXFY="}, "signature":"MEYCIQCfFX66vg38fWLH6sAQXHT+1FnlKf2YAroKt/i5zXHzHAIhALRAQn8snxwkwnGoQJGr8Vn2FPai+45LSXdcklZ8yMQd"}} \ No newline at end of file diff --git a/build/torch212-cxx11-cu132-aarch64-linux/__init__.py b/build/torch212-cxx11-cu132-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch212-cxx11-cu132-aarch64-linux/_ops.py b/build/torch212-cxx11-cu132-aarch64-linux/_ops.py deleted file mode 100644 index e17c4b0ef305051ef0cd3f521d2d802b38dcbbf8..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_addf474 -ops = torch.ops._rotary_cuda_addf474 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_addf474::{op_name}" diff --git a/build/torch212-cxx11-cu132-aarch64-linux/_rotary_cuda_addf474.abi3.so b/build/torch212-cxx11-cu132-aarch64-linux/_rotary_cuda_addf474.abi3.so deleted file mode 100644 index 9b5cd60509384a4f8aff11dc4f0ba569f93eca4b..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-aarch64-linux/_rotary_cuda_addf474.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e0a08dca20fc748948b771093ddf240be58fd18ceeb182dccf5998ad548ba143 -size 11223552 diff --git a/build/torch212-cxx11-cu132-aarch64-linux/layers.py b/build/torch212-cxx11-cu132-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch212-cxx11-cu132-aarch64-linux/metadata.json b/build/torch212-cxx11-cu132-aarch64-linux/metadata.json deleted file mode 100644 index 22344d2abceb4dc0d2548edde0468fcd80d095a2..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-aarch64-linux/metadata.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_addf474", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "oJ8gjSHw4EPutjzfPOXc43lKIesiQM0Uien2AIhDhSY=", - "_rotary_cuda_addf474.abi3.so": "4KCNyiD8dIlIt3EJPd8kC+WP0YzusYLcz1mYrVSLoUM=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "081dcd473f8eca27226eef1f9c47c45b86c756b5", - "dirty": false - }, - "kernel": { - "commit": "addf4741fafb55b4c101b15985dfaeea7c7c2f3a", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch212-cxx11-cu132-aarch64-linux/metadata.json.sigstore b/build/torch212-cxx11-cu132-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index e5a30eca3a188eea99a5e4992b977fa7d4b56143..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUIlPdoL3rTlA39KFL7dzogJp5LsYwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwODI3MDg0MzQ4WhcNMjYwODI3MDg1MzQ4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAESm9Q0tEhS8nrLS9HbBxHx1RHUAjCaC4dHiDeY0pWp6F+MqR201KP6TB2qGZCycy1i9aULm9HkcGJXUEfFWnoLqOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUMYw0wDUyVVkS6qKfz1YNhvAXqkIwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKGFkZGY0NzQxZmFmYjU1YjRjMTAxYjE1OTg1ZGZhZWVhN2M3YzJmM2EwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzMwNDU0MjY3NzYvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoEJjvr8AAAQDAEcwRQIgFlg55mU46qKst4icpqjaNlRmnXJ+72aPSw1jPDvvVnkCIQCVXi9itZU7iZzcyOkw7/G2/tpwXmyetKJKb6/ofCdj+jAKBggqhkjOPQQDAwNoADBlAjB+CkrXA0yM4Fn1uX8zPoh9vWBet8PAb/IEqd01itx1KVMSGKD3A0mOotj8BG9ZyWICMQDYJWRU1YDxXg9Hbmuo9IOs4UUOFs82qTLaJrYjivlq9tQ1rAk4abYWgtNJ9tZ9c4Q="},"tlogEntries":[{"logIndex":"2615043088","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1787820228","inclusionPromise":{"signedEntryTimestamp":"MEYCIQCypDzJHQKBH/yQnhV6Hm5Zdrlc/aHDbzfRaYRLpsCMAQIhAIx5jenzCZFrTKhbV1zR/M0lZzRUQFUw6BOk9q0EQLYX"},"inclusionProof":{"logIndex":"2493138826","rootHash":"sjTVrNWFvI9bTcXPdQv78CUA7OLc+2I05FawYVY4E8Q=","treeSize":"2493138881","hashes":["YRy+19+R8+jcIZ4IH4NfI/kKb8j8Yy4I+9zdWi2rS8c=","uIMniqOAmR23H94OJeO0ViajKsdQ0VVmRfHaX2/TP0w=","Mx+Pt3ZHqvt3mbDm+bZAyeXh/CgLFLDIt2LEiE49ZDQ=","NkVmzffADIPxRfsSGfvIxm92zSF171nVNRhGv1DYCOQ=","esTbZ0aHXTw9RWxfdLSRGznpVLrN3xtmbQaDoWkRoh0=","a3YxEhixgvsDDqLOqs4sNwJoy1/18y0nvuZjFiGNEgA=","x21oqyHgCqP16140sZTyLfJzJ/K9/vf8ZvSBmpLmur0=","jVMIFw+Y9SBUdex5WU7R6RIREAy1UnELO511CdCQzIk=","pAmUxVCOX/9RzTOMQ9zAG5OYnKrO6Fvm/7MMGisc+HE=","VkfICcwFAEJjr7GujPGt8TuTOf15qHqKGdKap+G+2Ak=","YME/3Qr4tgU076OiaWI6SGrb34ZRNm/3HaY5Lb5/xHY=","z53CBV24DTAxNjGHHM7nkoSIIG0BjHsUcP0/hh5/Ai0=","C8w74EcVOWm8X6v2l+907WQW7dxdprUVLdMsb9Xj6Rs=","ybCAcr8OQXsPBz6z8+ymO/fKGS2UPaF1WGSW5yOW3Q8=","NSuKPSrhPDg3xoCPz74qzkB8LWy1aV46KTWus0HJYzQ=","7TfDCaMWgEwSJEZd/e33b24919rF4IDJLmbqNNRNhZs=","0HfdxDt/zGugZLIuHasrdLEW9s8OaTykSSqBEDFQXdw=","SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2493138881\nsjTVrNWFvI9bTcXPdQv78CUA7OLc+2I05FawYVY4E8Q=\n\n— rekor.sigstore.dev wNI9ajBFAiEAuSqxu6tLh0oNPMmEE4FVqmRtN9k4WWdnUbCFbLxqlPoCIDPVJ9335CTCrGBd2A7reWaYbWPCQSryR93TjkcnHmEu\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJkYmM1MWQ1YThiODQzZjczYzEyMWRjMjczOTc0ZjA2NTM4MDZjYzdkN2M0MjU1YjQ5ZGQ4M2FlMDZhNTdlOTA2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJRGRWOUlySkx3bUJGelpQalQzbXdaaHpCRDhTaE9LVHdOSkxiUUtLTSt2SUFpQStqWFE3MVM2VFJITElwQ0JwbW05WWd1T3dIbTNoaUdBcXNtRDBVeXJwRFE9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlNXeFFaRzlNTTNKVWJFRXpPVXRHVERka2VtOW5TbkExVEhOWmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlFU1ROTlJHY3dUWHBSTkZkb1kwNU5hbGwzVDBSSk0wMUVaekZOZWxFMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZUYlRsUk1IUkZhRk00Ym5KTVV6bElZa0o0U0hneFVraFZRV3BEWVVNMFpFaHBSR1VLV1RCd1YzQTJSaXROY1ZJeU1ERkxVRFpVUWpKeFIxcERlV041TVdrNVlWVk1iVGxJYTJOSFNsaFZSV1pHVjI1dlRIRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZOV1hjd0NuZEVWWGxXVm10VE5uRkxabm94V1U1b2RrRlljV3RKZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVpWMUpyV21wUk0wNUVSbTFaVjFwcFRsUldhVTVIVFhoTlJFWnBDazFVVlRWUFJGWnJXbTFHYkZwWFJUTlplbVJxVFcxWmVsbFVRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWxOVkZVMVQwUldhMXB0Um13S1dsZEZNMWw2WkdwTmJWbDZXVlJCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWtLVFZSVk5VOUVWbXRhYlVac1dsZEZNMWw2WkdwTmJWbDZXVlJCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwZEdhMXBIV1RBS1RucFJlRnB0Um0xWmFsVXhXV3BTYWsxVVFYaFpha1V4VDFSbk1WcEhXbWhhVjFab1RqSk5NMWw2U20xTk1rVjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWsxM1RrUlZNRTFxV1ROT2VsbDJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUZTbXAyY2poQlFVRlJSQXBCUldOM1VsRkpaMFpzWnpVMWJWVTBObkZMYzNRMGFXTndjV3BoVG14U2JXNVlTaXMzTW1GUVUzY3hhbEJFZG5aV2JtdERTVkZEVmxocE9XbDBXbFUzQ21sYWVtTjVUMnQzTnk5SE1pOTBjSGRZYlhsbGRFdEtTMkkyTDI5bVEyUnFLMnBCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcENLME5yY2xnS1FUQjVUVFJHYmpGMVdEaDZVRzlvT1haWFFtVjBPRkJCWWk5SlJYRmtNREZwZEhneFMxWk5VMGRMUkROQk1HMVBiM1JxT0VKSE9WcDVWMGxEVFZGRVdRcEtWMUpWTVZsRWVGaG5PVWhpYlhWdk9VbFBjelJWVlU5R2N6Z3ljVlJNWVVweVdXcHBkbXh4T1hSUk1YSkJhelJoWWxsWFozUk9TamwwV2psak5GRTlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgsl5zxpvjelQpcbwbwhnBxWX4ylnKmC/mYVKdZWirpoECFD5PpsTE33ym+gXC4ua5KXSxFQ5NGA8yMDI2MDgyNzA4NDM0OFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwODI3MDg0MzQ4WjAvBgkqhkiG9w0BCQQxIgQgKTOmQusGDBhHbJe1xaJI6Hp1P3erotAhslQGmTmXUUkwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwddNyEDgKDOCM2qwiTjAcVWYt95SfGBZx9OeDX5F/NyF2Bon+18XJHqwWveYX2CzdAjEAg+PQ3WPTQOaqaaoaSN8t1WSZ4jjmmm8zL7IxUsNBiMUMneDMzUITcxVuMMU+H0p/"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"28UdWouEP3PBIdwnOXTwZTgGzH18QlW0ndg64GpX6QY="},"signature":"MEQCIDdV9IrJLwmBFzZPjT3mwZhzBD8ShOKTwNJLbQKKM+vIAiA+jXQ71S6TRHLIpCBpmm9YguOwHm3hiGAqsmD0UyrpDQ=="}} \ No newline at end of file diff --git a/build/torch212-cxx11-cu132-x86_64-linux/__init__.py b/build/torch212-cxx11-cu132-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch212-cxx11-cu132-x86_64-linux/_ops.py b/build/torch212-cxx11-cu132-x86_64-linux/_ops.py deleted file mode 100644 index e17c4b0ef305051ef0cd3f521d2d802b38dcbbf8..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_addf474 -ops = torch.ops._rotary_cuda_addf474 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_addf474::{op_name}" diff --git a/build/torch212-cxx11-cu132-x86_64-linux/_rotary_cuda_addf474.abi3.so b/build/torch212-cxx11-cu132-x86_64-linux/_rotary_cuda_addf474.abi3.so deleted file mode 100644 index f89f9d3b61ce353f0fd7aa9b214473252bacc79a..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-x86_64-linux/_rotary_cuda_addf474.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bcb14610e6b076763bdb2e755e010d3c481fe16574aa2e6514b23bd5acb8acea -size 11212440 diff --git a/build/torch212-cxx11-cu132-x86_64-linux/layers.py b/build/torch212-cxx11-cu132-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch212-cxx11-cu132-x86_64-linux/metadata.json b/build/torch212-cxx11-cu132-x86_64-linux/metadata.json deleted file mode 100644 index a17b6a50f3ce5b9c0d1db51e344ea94cb4d4a774..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-x86_64-linux/metadata.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_addf474", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "oJ8gjSHw4EPutjzfPOXc43lKIesiQM0Uien2AIhDhSY=", - "_rotary_cuda_addf474.abi3.so": "vLFGEOawdnY72y51XgENPEgf4WV0qi5lFLI71ay4rOo=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "081dcd473f8eca27226eef1f9c47c45b86c756b5", - "dirty": false - }, - "kernel": { - "commit": "addf4741fafb55b4c101b15985dfaeea7c7c2f3a", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch212-cxx11-cu132-x86_64-linux/metadata.json.sigstore b/build/torch212-cxx11-cu132-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index a33067348b280351453e09ef6e8de0acda055a41..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-cu132-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUA+Ku+KvEyfwV7oAiuAlSEzBnDhYwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwODI3MDkxNjIxWhcNMjYwODI3MDkyNjIxWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE53yOYFbXAcjkG97pivY/pV8DZxKkjIZ4apnFI4ROtuDPdCCyqYLFenfgxkkIvhlLCCpnfdcsdBotlLXGYIOJeqOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUCQYS32aRcaFcJvgvNTcXfhZzEE0wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKGFkZGY0NzQxZmFmYjU1YjRjMTAxYjE1OTg1ZGZhZWVhN2M3YzJmM2EwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzMwNDU0MjY3NzYvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoEKBi6QAAAQDAEcwRQIhAPJc8Pq0dB14ng5kYt5pROel3zJM0pA3kcD/KKno/s/tAiBGEI7hw+CP/Po6aQSnf2A4oHV+6jsC5P5EPjNewmt1eDAKBggqhkjOPQQDAwNoADBlAjEAw7X4k4+9hnHpFINJFLf/z8U8nLij4pWj1wYJ/EV9ncivCWxsSQlYD1rXbPQEr3LvAjAfxAwmfs93xHz1Jp8ZBxRBRYwSnTxp0YKZ/Phmb9z+Sf4xjqqBW5GI+m553JlYnKo="}, "tlogEntries":[{"logIndex":"2615418682", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1787822181", "inclusionPromise":{"signedEntryTimestamp":"MEMCH0LYoxU7FbCKdKrcIFT7QRrZGIbssQTtgH/TGPdCqjQCIG9hYaKj5j2H4V+wMxiYACtvMzlwxl24MVnUYQIYQ8xg"}, "inclusionProof":{"logIndex":"2493514420", "rootHash":"gxUKkKZqLdHgbWhnAK+WQZqm0CoONzwzbX7Id4exZIU=", "treeSize":"2493514426", "hashes":["ALHsUlv8ucGS4ThEK2C8EaXCc474GbryjVphJPVv86Y=", "e9YmQGJgvgy/Jf8OlFRA6kN7UlLY5yh1d0H1bv86H6w=", "kAEW3PL+Q/9ISeezAWlMPWjfhciDt+TXdaz4tNLcyDc=", "11xLlOdu7pI13r8BXMZkplH8y4xR9EuU+3/WO0Pzrsk=", "olA320caQ8QoUaZk2Q6pWcTc+I627GwNaXg0oC3BiLs=", "rVh1IdLC/G1pn01/SySMpg6+J2nBFVm3MznxSGTLNd0=", "IZt0WJ0ZtxgD9dHPTp5/oJLNghycd38dP6nGBJ/MFeY=", "a8Qb93ERD1dZw6k2IP04+t5Ky9RTAY/24sFdIZyslDE=", "Ht3LUeLpnjrcUg7YO0SSbg+oDasSRyW4K6209DcTr0I=", "7TfDCaMWgEwSJEZd/e33b24919rF4IDJLmbqNNRNhZs=", "0HfdxDt/zGugZLIuHasrdLEW9s8OaTykSSqBEDFQXdw=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2493514426\ngxUKkKZqLdHgbWhnAK+WQZqm0CoONzwzbX7Id4exZIU=\n\n— rekor.sigstore.dev wNI9ajBEAiA0j5noZilIROLf+6DYnczx6TYZRvuoLEJecyK/p1MTaQIgfHMckHw4rXi1iIak7pis0JwRzGHbnkXE3Hw4137X9OQ=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwMTY4YmY3YTQ3NTQxMGNkMGYxNTg2OWU0NGY4ZWYxYjAxY2JkZjAzYTAwNjcwZjVjOGJhNDk3Yjc0MTI1OTliIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURoR0FnUW5ValIxSGVjTXJUdEh2bzJKNnJOa2ZVWHdJQm1PTmViVUhTdWh3SWdQMmNGK1F1Q1VsNjEwVEM2SEdRd2g4SWNWUjZlRXloeFl2R3I5NGhmZ3hRPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlFTdExkU3RMZGtWNVpuZFdOMjlCYVhWQmJGTkZla0p1UkdoWmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlFU1ROTlJHdDRUbXBKZUZkb1kwNU5hbGwzVDBSSk0wMUVhM2xPYWtsNFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVUxTTNsUFdVWmlXRUZqYW10SE9UZHdhWFpaTDNCV09FUmFlRXRyYWtsYU5HRndia1lLU1RSU1QzUjFSRkJrUTBONWNWbE1SbVZ1Wm1kNGEydEpkbWhzVEVORGNHNW1aR056WkVKdmRHeE1XRWRaU1U5S1pYRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZEVVZsVENqTXlZVkpqWVVaalNuWm5kazVVWTFobWFGcDZSVVV3ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVpWMUpyV21wUk0wNUVSbTFaVjFwcFRsUldhVTVIVFhoTlJFWnBDazFVVlRWUFJGWnJXbTFHYkZwWFJUTlplbVJxVFcxWmVsbFVRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWxOVkZVMVQwUldhMXB0Um13S1dsZEZNMWw2WkdwTmJWbDZXVlJCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWtLVFZSVk5VOUVWbXRhYlVac1dsZEZNMWw2WkdwTmJWbDZXVlJCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwZEdhMXBIV1RBS1RucFJlRnB0Um0xWmFsVXhXV3BTYWsxVVFYaFpha1V4VDFSbk1WcEhXbWhhVjFab1RqSk5NMWw2U20xTk1rVjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWsxM1RrUlZNRTFxV1ROT2VsbDJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUZTMEpwTmxGQlFVRlJSQXBCUldOM1VsRkphRUZRU21NNFVIRXdaRUl4Tkc1bk5XdFpkRFZ3VWs5bGJETjZTazB3Y0VFemEyTkVMMHRMYm04dmN5OTBRV2xDUjBWSk4yaDNLME5RQ2k5UWJ6WmhVVk51WmpKQk5HOUlWaXMyYW5ORE5WQTFSVkJxVG1WM2JYUXhaVVJCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEZRWGMzV0RRS2F6UXJPV2h1U0hCR1NVNUtSa3htTDNvNFZUaHVUR2xxTkhCWGFqRjNXVW92UlZZNWJtTnBka05YZUhOVFVXeFpSREZ5V0dKUVVVVnlNMHgyUVdwQlpncDRRWGR0Wm5NNU0zaEllakZLY0RoYVFuaFNRbEpaZDFOdVZIaHdNRmxMV2k5UWFHMWlPWG9yVTJZMGVHcHhjVUpYTlVkSksyMDFOVE5LYkZsdVMyODlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQghOnUzhjSsmwaS3dkvMCOac2++z/IeFynZkkYvKHqXpwCFQC001Ly35o+HUrz/Tq4RGgXuz5q6BgPMjAyNjA4MjcwOTE2MjFaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDgyNzA5MTYyMVowLwYJKoZIhvcNAQkEMSIEILxm+xldu0w7CFC4B26F6drEH6m/yFKtcG8M0dQuSMz7MIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQDw/bFCvVfO93PbwiHlGItBGJnBaLoxGLUKckUsrEcWpXyRjma/CAr6kTN+Lr7uBtUCMQCNWhJeNiS14ByHIIDU1XE6UiCfn5d9fWkVPMzxSbqvNvvryd7Rym8LjOaMo0Tyj2s="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"AWi/ekdUEM0PFYaeRPjvGwHL3wOgBnD1yLpJe3QSWZs="}, "signature":"MEUCIQDhGAgQnUjR1HecMrTtHvo2J6rNkfUXwIBmONebUHSuhwIgP2cF+QuCUl610TC6HGQwh8IcVR6eEyhxYvGr94hfgxQ="}} \ No newline at end of file diff --git a/build/torch212-cxx11-xpu20253-x86_64-linux/__init__.py b/build/torch212-cxx11-xpu20253-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-xpu20253-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch212-cxx11-xpu20253-x86_64-linux/_ops.py b/build/torch212-cxx11-xpu20253-x86_64-linux/_ops.py deleted file mode 100644 index d82d7311fd93573492a6cb3cb861f663639d6c6c..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-xpu20253-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_xpu_addf474 -ops = torch.ops._rotary_xpu_addf474 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_xpu_addf474::{op_name}" diff --git a/build/torch212-cxx11-xpu20253-x86_64-linux/_rotary_xpu_addf474.abi3.so b/build/torch212-cxx11-xpu20253-x86_64-linux/_rotary_xpu_addf474.abi3.so deleted file mode 100644 index 1bb7013424c59df4fa11cc6204cec6efbb444b8e..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-xpu20253-x86_64-linux/_rotary_xpu_addf474.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8b42a8b15b2d937407b7bf3dfb538813d9df2b7944ca6d140e467168118eb48b -size 464744 diff --git a/build/torch212-cxx11-xpu20253-x86_64-linux/layers.py b/build/torch212-cxx11-xpu20253-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-xpu20253-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch212-cxx11-xpu20253-x86_64-linux/metadata.json b/build/torch212-cxx11-xpu20253-x86_64-linux/metadata.json deleted file mode 100644 index 40615a91bbc830237281a2d006f14c7d7e43504a..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-xpu20253-x86_64-linux/metadata.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_xpu_addf474", - "version": 2, - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "xpu" - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "bz2SwsSyJmNazMw9TkrKs0AxuDLeJYJ/RZIkqCV2nz0=", - "_rotary_xpu_addf474.abi3.so": "i0KosVstk3QHt789+1OIE9nfK3lEym0UDkZxaBGOtIs=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "081dcd473f8eca27226eef1f9c47c45b86c756b5", - "dirty": false - }, - "kernel": { - "commit": "addf4741fafb55b4c101b15985dfaeea7c7c2f3a", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch212-cxx11-xpu20253-x86_64-linux/metadata.json.sigstore b/build/torch212-cxx11-xpu20253-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index de2acf3e492ecebeca17f809975a038b4cf96a15..0000000000000000000000000000000000000000 --- a/build/torch212-cxx11-xpu20253-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHTTCCBtKgAwIBAgIUcYA8CWmlNNnF/GLeV85MffMz3CYwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwODI3MDkwNzExWhcNMjYwODI3MDkxNzExWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEInsOlJl6NLVElLM7jwHerkFdkV+w+iL6h6zEB5KAiBfU1agbyZ7sFRZ04DwW7q1eTnULyv7lxGVbyzIn9dRNgqOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUpmkorEDH4rxx14aJu/mI+zaPsX0wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoYWRkZjQ3NDFmYWZiNTViNGMxMDFiMTU5ODVkZmFlZWE3YzdjMmYzYTAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKGFkZGY0NzQxZmFmYjU1YjRjMTAxYjE1OTg1ZGZhZWVhN2M3YzJmM2EwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzMwNDU0MjY3NzYvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoEJ5Jw4AAAQDAEgwRgIhAMxKzxB07hBUAgl3FUigs02CXbQ8xMaOOzBaIarzUZsrAiEA8ThjIji87WQnITRfK56Vt50SrLKwrtY5ubcfrMuqID4wCgYIKoZIzj0EAwMDaQAwZgIxAOuMqjbZfcNtcDamx3Et65rKEysZ4ntEWjlfDGEgk+YmePMCtxciF0oidzQZ9hEdIwIxAJGiK4544bl6CY8OmAoGxToV3G7CbGtrACp3VX/gj1YJMDZPEuOViAHNtCFJOOCuhg=="}, "tlogEntries":[{"logIndex":"2615299852", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1787821631", "inclusionPromise":{"signedEntryTimestamp":"MEQCIB631LTYHDJlIGA6wHejmrwiF0zYLV90R/pbq0/+aQ02AiBL6MMoPG2uE1PjvPw6XV68nu31xNKUHbcMUOKGoDI3XA=="}, "inclusionProof":{"logIndex":"2493395590", "rootHash":"Mz1KkGT94HQWVCdTEdgkmVDt2LNyWEwZqo0cTlkgKjk=", "treeSize":"2493395629", "hashes":["9V5PiVUrc/AvXvdFGrmy65PCiMZaSHKI7Ubcj3I/Bbo=", "9daDSmjiRv0ygCls1QRVjHyIeRw1KO2x8H9K81hQWak=", "/+otf9r0UWnV3vLE+pGi2apfPlzAgbUr/pkMtbHFhaA=", "pL41j/2623o4nZB4x8gy7ZvFsyrjFc4BJP2x8Y1jUQk=", "HyA1Tf08lxTtbcP3/j7h4Y+SogjCIR74TlvtB8j2dUk=", "+R/qczxs493XYPTmh/NqHPvScd9CrN30ByJ5nAhgYd4=", "l7mChBhhdDh004rR2u+v3c7/0UoPTqt6gKIvbPiPzWw=", "fya1cS43yhQRCtyjo5qg6e6+5hA/8aKcbRc9kL5BIog=", "2GkgMSLQHLzfg8JOMh0AsCoq/+UTqOYoQ2EDsHAGdkY=", "8jT9vFAHryYjPgpo0933Eguvp29qc2WnQOxRo5ckJ/o=", "BR96aw+/2QKAztUiTk5mwM7NC6ITldlzyVmevp7zA1Q=", "abXafXRrTdikdA1aquPBrv5solJ4Z3sdzM0uQ/hU/mo=", "ybCAcr8OQXsPBz6z8+ymO/fKGS2UPaF1WGSW5yOW3Q8=", "NSuKPSrhPDg3xoCPz74qzkB8LWy1aV46KTWus0HJYzQ=", "7TfDCaMWgEwSJEZd/e33b24919rF4IDJLmbqNNRNhZs=", "0HfdxDt/zGugZLIuHasrdLEW9s8OaTykSSqBEDFQXdw=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2493395629\nMz1KkGT94HQWVCdTEdgkmVDt2LNyWEwZqo0cTlkgKjk=\n\n— rekor.sigstore.dev wNI9ajBFAiEArbiYDfsYLecZT7J1k5DvqEaGBDkY4I0d/jKRP71yGoUCIEqXbPhoW4UFk8fgFP3h0ZYXd/D1L6UsJ4gNDgiM7uaD\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5YjNlMDk4MzY2NDA5Mzc2MTZlYmNhZWZhYTI2NzI3YmJiNWU5N2E4YjZlOGIxZjY5NDllZTA0MmIyMWE3ZWYwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJQ3gvaDQxUnp5NkFRZG9FSlBCZzEvU2JjTFJLWDlDeStrSHd5OHhTdFo1cUFpQkJIYkgvVGU0UXZCN05BTWpkUmVTdWNNSXNBbUM2ZTVFVHp1VFZYc3huMEE9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVWRU5EUW5STFowRjNTVUpCWjBsVlkxbEJPRU5YYld4T1RtNUdMMGRNWlZZNE5VMW1aazE2TTBOWmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlFU1ROTlJHdDNUbnBGZUZkb1kwNU5hbGwzVDBSSk0wMUVhM2hPZWtWNFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZKYm5OUGJFcHNOazVNVmtWc1RFMDNhbmRJWlhKclJtUnJWaXQzSzJsTU5tZzJla1VLUWpWTFFXbENabFV4WVdkaWVWbzNjMFpTV2pBMFJIZFhOM0V4WlZSdVZVeDVkamRzZUVkV1lubDZTVzQ1WkZKT1ozRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZ3Yld0dkNuSkZSRWcwY25oNE1UUmhTblV2YlVrcmVtRlFjMWd3ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVpWMUpyV21wUk0wNUVSbTFaVjFwcFRsUldhVTVIVFhoTlJFWnBDazFVVlRWUFJGWnJXbTFHYkZwWFJUTlplbVJxVFcxWmVsbFVRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWxOVkZVMVQwUldhMXB0Um13S1dsZEZNMWw2WkdwTmJWbDZXVlJCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMWxYVW10YWFsRXpUa1JHYlZsWFdtbE9WRlpwVGtkTmVFMUVSbWtLVFZSVk5VOUVWbXRhYlVac1dsZEZNMWw2WkdwTmJWbDZXVlJCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwZEdhMXBIV1RBS1RucFJlRnB0Um0xWmFsVXhXV3BTYWsxVVFYaFpha1V4VDFSbk1WcEhXbWhhVjFab1RqSk5NMWw2U20xTk1rVjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWsxM1RrUlZNRTFxV1ROT2VsbDJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUZTalZLZHpSQlFVRlJSQXBCUldkM1VtZEphRUZOZUV0NmVFSXdOMmhDVlVGbmJETkdWV2xuY3pBeVExaGlVVGg0VFdGUFQzcENZVWxoY25wVlduTnlRV2xGUVRoVWFHcEphbWs0Q2pkWFVXNUpWRkptU3pVMlZuUTFNRk55VEV0M2NuUlpOWFZpWTJaeVRYVnhTVVEwZDBObldVbExiMXBKZW1vd1JVRjNUVVJoVVVGM1dtZEplRUZQZFUwS2NXcGlXbVpqVG5SalJHRnRlRE5GZERZMWNrdEZlWE5hTkc1MFJWZHFiR1pFUjBWbmF5dFpiV1ZRVFVOMGVHTnBSakJ2YVdSNlVWbzVhRVZrU1hkSmVBcEJTa2RwU3pRMU5EUmliRFpEV1RoUGJVRnZSM2hVYjFZelJ6ZERZa2QwY2tGRGNETldXQzluYWpGWlNrMUVXbEJGZFU5V2FVRklUblJEUmtwUFQwTjFDbWhuUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg56c21J0ZfkuMUu/i6IkaoD5wpdACmH3Z7+eBSUY1ZXECFHd3Uz8CWH5GVeXpq0h3E9ueRnUbGA8yMDI2MDgyNzA5MDcxMVowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwODI3MDkwNzExWjAvBgkqhkiG9w0BCQQxIgQg9pzw8pZx5adMhr2w81bg+wVWcbXxJXlD6hBsb8bH9p0wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxAJ+hW2NRPEcv2A8MI92FzbV8m3hYZN4DnYKLW6VB4YctE7HNsNMj8yLP288S37/iWgIxAOzYGJz6q91EDtMtMy/TBb47v0cu9xa/dadDPWrAe4nINOFlsUZ757gHxRlmn6aRnA=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"mz4Jg2ZAk3YW68rvqiZye7tel6i26LH2lJ7gQrIafvA="}, "signature":"MEQCICx/h41Rzy6AQdoEJPBg1/SbcLRKX9Cy+kHwy8xStZ5qAiBBHbH/Te4QvB7NAMjdReSucMIsAmC6e5ETzuTVXsxn0A=="}} \ No newline at end of file diff --git a/build/torch213-cxx11-cpu-x86_64-linux/__init__.py b/build/torch213-cxx11-cpu-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cpu-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch213-cxx11-cpu-x86_64-linux/_ops.py b/build/torch213-cxx11-cpu-x86_64-linux/_ops.py deleted file mode 100644 index d53a5c597f3490cd496cf0014cc6a96ffa89c1df..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cpu-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cpu_89d4054 -ops = torch.ops._rotary_cpu_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cpu_89d4054::{op_name}" diff --git a/build/torch213-cxx11-cpu-x86_64-linux/_rotary_cpu_89d4054.abi3.so b/build/torch213-cxx11-cpu-x86_64-linux/_rotary_cpu_89d4054.abi3.so deleted file mode 100644 index be9110fc595c23645d6be6f292346ac65914953a..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cpu-x86_64-linux/_rotary_cpu_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2f3a24921f9052a9a66b8a0e77b832bc0808c6907713dc0c28d7757f7a72c764 -size 83728 diff --git a/build/torch213-cxx11-cpu-x86_64-linux/layers.py b/build/torch213-cxx11-cpu-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cpu-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch213-cxx11-cpu-x86_64-linux/metadata.json b/build/torch213-cxx11-cpu-x86_64-linux/metadata.json deleted file mode 100644 index 9fde4505ad167d4c00252d0516e8d3c6a2f2cc32..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cpu-x86_64-linux/metadata.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cpu_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cpu" - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "9Xilz3Ctvbw0A6vs73EGGuYYAETZc+YY67itCokeIrI=", - "_rotary_cpu_89d4054.abi3.so": "Lzokkh+QUqmma4oOd7gyvAgIxpB3E9wMKNd1f3pyx2Q=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch213-cxx11-cpu-x86_64-linux/metadata.json.sigstore b/build/torch213-cxx11-cpu-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index 8946648fdeebcf3870c25ae30de12fc9e32b5e59..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cpu-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUFRKAPfXx6nEnG9KodoLRgbnNpfEwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTA1MDI0WhcNMjYwOTA3MTEwMDI0WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEwHd2YFlxki+vy6pDS4DnMk0CC5L0EfgoaJG84qAqTmWf8q+zz4/ssid6Tpc8QWPEnMZgiOAXju/ZwucPkFV1vaOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQULeJ7q9m0iIsqNmnvmOGOkUTPdkIwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHt9nCwAAAQDAEcwRQIgPfqWJRiFFoqvVporLNHxyg/+dUtQWRbjKbQbZn6p3mQCIQC71pTDb6p+uVu/iBhNJQfP2DqoadC3dFMvX+bkpqpDRDAKBggqhkjOPQQDAwNoADBlAjEAhLFnrjGnHQ74XRLwNMnmOy/zGm/fQbRVHJTfOjR9BWFLzYtG1h0uBAOalGMSDQ5FAjAhrjukKSuKrI/OmLKHyMz+4GBbGyWQXJMVf1asdmjmBhUnpmL06/NYzMExdZnsW7Q="}, "tlogEntries":[{"logIndex":"2749813633", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1788778225", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQDd2UzIiBMPNe8xvJna0vCp1ZxD6xpdvC9+p8ocgM41yAIhAKCVHsVediCuljhjqzhnm4he2ZMi68kOvoeJp0CE13oz"}, "inclusionProof":{"logIndex":"2627909371", "rootHash":"8Ol1lAmJ85JgZz7bncU52cEjbCMm7f0im4ZNBrWsSlk=", "treeSize":"2627909480", "hashes":["/17Ah0KNdYoEzmriI8diuABFqHY5RhTf1k3nd6nYy7c=", "AesCo0Lyio0WXEzbF4w82cZNZrJX8WYrKisKAGhVYLU=", "9ImpT2RcjlXyxKWWKgnZn7gZNl8sm5z0cSLN4usmgtc=", "/siuy3iU4TbRIul27A4rnYWbtTlsVysYSUFHysW56cw=", "5zlAeBAuvdedS3uFxBYpLL5i7CbllZJBS6zdR148YbQ=", "QBS9b9qXdPyKwKQ+BU28P2fVGcJryb32L2DxzW+sa4M=", "i+PQwPwdtAUtoKsaBGmQ8aZM0uDJIGIb0yWg9laW1yQ=", "D2pCViQE3fPSSj0w0jSqh1cCMxMZob96OyUdhRe3Xvw=", "+1cpB5Xec0fB/QYzmrHmEl48y5gkL0m7XhtpSIbnZ2w=", "PRtHeyZGA+uyEeAX80ep6gAAIyRHUD6Qh8p5Zn8aPVg=", "dWhqFIG/vspoQloP31wBOx0tBoh8XEC8B3pDR8mBwwA=", "yll/bI9Z2GAzd/GhkfwieDhR3iRwQwHvashU1pL4WS4=", "9DVYpDNnPm4K8dY3hzpunVN9+q4uBTwF4CrHekPfF7I=", "o6Qh9HVBcKase+FOp0wxhyeNjLNUmALdugUcJeTJ4P4=", "K1ZnQnuEqbWi08JDDyfd3MDxm5jPowkdUbHoW9ObSOs=", "K+858yGCw25D5RMAiKde/utQcwxbEGlCoGfzZ4CaSUU=", "lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=", "7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=", "eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627909480\n8Ol1lAmJ85JgZz7bncU52cEjbCMm7f0im4ZNBrWsSlk=\n\n— rekor.sigstore.dev wNI9ajBGAiEAgwwwJgk/kBOd68LkxQKoh4oSixAK3aEV4kxHt1EcuNsCIQCAzBLgs4k7VaU3/EVNpUBC8mh2Wo+PXV95zhDUZqFSLA==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5ZTEwM2M4ZTAwNjIyMjRlZDUxOTRiYmM4ZmFkOTczZjhkNGVkZTE0YmEyYWIwZWYzNjFiOGQzNjc4OGIwM2M1In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJQVdIV1EzZWpGS3BuR3ozN2lySEYrUHdFb3VKM3NwSE13bnV3aGNWV0dMY0FpRUFwelJWcThWUEtKOGV6Mm1PSjJSNnAyWGRZcjQxYUxiOWV3dnJwaHZVT05nPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlJsSkxRVkJtV0hnMmJrVnVSemxMYjJSdlRGSm5ZbTVPY0daRmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRXhUVVJKTUZkb1kwNU5hbGwzVDFSQk0wMVVSWGROUkVrd1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVYzU0dReVdVWnNlR3RwSzNaNU5uQkVVelJFYmsxck1FTkROVXd3UldabmIyRktSemdLTkhGQmNWUnRWMlk0Y1N0NmVqUXZjM05wWkRaVWNHTTRVVmRRUlc1TldtZHBUMEZZYW5VdlduZDFZMUJyUmxZeGRtRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZNWlVvM0NuRTViVEJwU1hOeFRtMXVkbTFQUjA5clZWUlFaR3RKZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkRGx1UTNkQlFVRlJSQXBCUldOM1VsRkpaMUJtY1ZkS1VtbEdSbTl4ZGxad2IzSk1Ua2g0ZVdjdksyUlZkRkZYVW1KcVMySlJZbHB1Tm5BemJWRkRTVkZETnpGd1ZFUmlObkFyQ25WV2RTOXBRbWhPU2xGbVVESkVjVzloWkVNelpFWk5kbGdyWW10d2NYQkVVa1JCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEZRV2hNUm00S2NtcEhia2hSTnpSWVVreDNUazF1YlU5NUwzcEhiUzltVVdKU1ZraEtWR1pQYWxJNVFsZEdUSHBaZEVjeGFEQjFRa0ZQWVd4SFRWTkVVVFZHUVdwQmFBcHlhblZyUzFOMVMzSkpMMDl0VEV0SWVVMTZLelJIUW1KSGVWZFJXRXBOVm1ZeFlYTmtiV3B0UW1oVmJuQnRUREEyTDA1WmVrMUZlR1JhYm5OWE4xRTlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQguQeiT/92ZfO6NVPza8vdZj7FFztGKQ6VzNcKNkyFZZgCFQDDquZR0oQl6+zIPKn3YVegr+uhsRgPMjAyNjA5MDcxMDUwMjRaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDkwNzEwNTAyNFowLwYJKoZIhvcNAQkEMSIEII/YcI6VoU8ZJ5BQgi9czaXQKk/TrAfBE/vzSloQNLjUMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMF2p9kEv+Os6c3opGbzc8tnI2VxTvfb5R7hIVH3GaUJ2BltdS6xOns6hEZX0/qWylgIxANxZzUxo07S2ONIZ3h8O7qB0mHTt2ASyW03ARhlmAuJiU8JarRzOTRJIfTld0xL5Zw=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"nhA8jgBiIk7VGUu8j62XP41O3hS6KrDvNhuNNniLA8U="}, "signature":"MEUCIAWHWQ3ejFKpnGz37irHF+PwEouJ3spHMwnuwhcVWGLcAiEApzRVq8VPKJ8ez2mOJ2R6p2XdYr41aLb9ewvrphvUONg="}} \ No newline at end of file diff --git a/build/torch213-cxx11-cu126-aarch64-linux/__init__.py b/build/torch213-cxx11-cu126-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch213-cxx11-cu126-aarch64-linux/_ops.py b/build/torch213-cxx11-cu126-aarch64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch213-cxx11-cu126-aarch64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch213-cxx11-cu126-aarch64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index 22b6dacdd3ddfde6ee6586b7e84d5901b89a284a..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-aarch64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:645618517d4b90ca5865f444ad820bb291a151044c43a1ef4387c9d2760787b7 -size 6337568 diff --git a/build/torch213-cxx11-cu126-aarch64-linux/layers.py b/build/torch213-cxx11-cu126-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch213-cxx11-cu126-aarch64-linux/metadata.json b/build/torch213-cxx11-cu126-aarch64-linux/metadata.json deleted file mode 100644 index 4629d2f3d9dc7819aeb03179a47ebb664806286b..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-aarch64-linux/metadata.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "7.0", - "7.2", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0+PTX" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "ZFYYUX1LkMpYZfRErYILspGhUQRMQ6HvQ4fJ0nYHh7c=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch213-cxx11-cu126-aarch64-linux/metadata.json.sigstore b/build/torch213-cxx11-cu126-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index 281cc523aa499a9aaf858d36cf0ae93a448e408c..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtKgAwIBAgIUIGUEecpsG5szzH2xiR2SxCfDPA0wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTAxNzQyWhcNMjYwOTA3MTAyNzQyWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEMfWkQZihhxP+0kGMYzggQ2ML4RnP8CVKCyK8pQdLrh32mJTJIIhSBj7m2B2LSdtBI+HW80WXt4cdTN3Qi2C9faOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQU56rLju5uQOSQTpIEaATqG20a3s4wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHtfqc4AAAQDAEgwRgIhAJp7KoMnw9P1YbB5g91aRKqgQRS+x566MoSu00SdIlcKAiEA3kSKDO2ndiPC2s1UoYdIww1S+LQiBWM98cn2Fi+sCa0wCgYIKoZIzj0EAwMDZwAwZAIwLcxs7CtQfqTuE6E5hdJIPj3cIsYklDtFIA4M12XSOKiUQVK13WCETcDZn5sWurgUAjAcJBxVkbPgi2e/YNBRc+Hlg1ZL3AM/CFPonxK7RKjCY3hr85wGTvCGr+CLFDSJSHQ="},"tlogEntries":[{"logIndex":"2749523048","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1788776262","inclusionPromise":{"signedEntryTimestamp":"MEUCIQD+KmLZBE0vzVwtgPZiLdHIQ7DeVzT9BGEgdG47f0uT1AIgJo6+Cz+isr5gzWjCjQ9efGHbf1jGsoHgXZJbjaxrZc8="},"inclusionProof":{"logIndex":"2627618786","rootHash":"bdYtbLrbvYOBn0FNcmEGS6oEAjOgs7PwQPptfi4kXwk=","treeSize":"2627618803","hashes":["fvUfUMzHMKa1KkqQh7ni7Gt19nrTIepadkD1/mxUA9Y=","EmkNe/06vNzXefrzHrTuoICdhYO6VwQpCpb+H5Trk1c=","fZaQOYeZqJn4ggwc1NSG90sMffq8jVJmV3uTieaaFsI=","OPe21wPQJVV5U9rKuQqE6G3Ljm8+qoJRkjoTgTxwJeo=","DYmcqW8P2ZaAAXyZsmp2+PLsCacPsa8p2zBp1N+vM/o=","XeO9zoG/QH/xVCIUFFSNfci1/FqYX8efW5/XbO3wfyI=","nqtMOkjswUizqblsMjuiybGfeWh4zhYJSiMiLtfn93k=","7WgvLyC77BcMOgoXe34iNGm2wyJCB2fuPZfQO0WKvfI=","mX/W8VkWpyPlXtCBH9xiCXk+yYsykWeFP3+xECwAptg=","tjffg2Az0m4fkgePn+sbec+3GtDYcDn6YPDvA5oYQFQ=","9F+IcEamsQivwMZ4XmY4qcdOpbFVm1CxRQGJJa3Axjc=","Ssd5q5yhh2DSOZh8kk8xy5J3RP5Yxj4DhQNFPuLyPcw=","S8d8NP0OIrhzmzofDddyC1xV1h93yzyG+lquYU4y+WQ=","PNIKbYkBUP4j8nfE+FGBWdHuzfthlpHMR9Gxvyc06hc=","4Eqkwaa/HB6Rr5hpDyNu+Chnjshjn2QcKE0zLD/iXV4=","PeXZrqD3jq5qFdOmhUHJ8en1qzGlcp6bfMESzIwc3z0=","lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=","7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=","eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=","SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627618803\nbdYtbLrbvYOBn0FNcmEGS6oEAjOgs7PwQPptfi4kXwk=\n\n— rekor.sigstore.dev wNI9ajBFAiAApgaCy+Ag2pdEjE0gdW/7xmqdVOPAberm8xUcShWcrwIhANnYsugh5IuJGAQkB2gPYQ9Rw7R+9czmsvy2fbdX1q6f\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIxMDRmNzBjODhhZDY5NDA3ZDM0MWU5Yjc4NTU1YTI4Yzk3NTNhODJhYWYyMGFkNTZlYTZhMjdiNTUxZjg1OTMyIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJR0lkYWVTaExLdWFzaUZxR3ZWaFRXZWQ3YlFRRmtpQmlHbDl5MThRRnQ4ZEFpRUFrS1B0MWRJTzdaSXhIU0hKUnRmMnQ4ZzI3OFRpSVVUYnB4Tk5xV0RrSzZVPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5STFowRjNTVUpCWjBsVlNVZFZSV1ZqY0hOSE5YTjZla2d5ZUdsU01sTjRRMlpFVUVFd2QwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRjRUbnBSZVZkb1kwNU5hbGwzVDFSQk0wMVVRWGxPZWxGNVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZOWmxkclVWcHBhR2g0VUNzd2EwZE5XWHBuWjFFeVRVdzBVbTVRT0VOV1MwTjVTemdLY0ZGa1RISm9Nekp0U2xSS1NVbG9VMEpxTjIweVFqSk1VMlIwUWtrclNGYzRNRmRZZERSalpGUk9NMUZwTWtNNVptRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlUxTm5KTUNtcDFOWFZSVDFOUlZIQkpSV0ZCVkhGSE1qQmhNM00wZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkR1p4WXpSQlFVRlJSQXBCUldkM1VtZEphRUZLY0RkTGIwMXVkemxRTVZsaVFqVm5PVEZoVWt0eFoxRlNVeXQ0TlRZMlRXOVRkVEF3VTJSSmJHTkxRV2xGUVROclUwdEVUekp1Q21ScFVFTXljekZWYjFsa1NYZDNNVk1yVEZGcFFsZE5PVGhqYmpKR2FTdHpRMkV3ZDBObldVbExiMXBKZW1vd1JVRjNUVVJhZDBGM1drRkpkMHhqZUhNS04wTjBVV1p4VkhWRk5rVTFhR1JLU1ZCcU0yTkpjMWxyYkVSMFJrbEJORTB4TWxoVFQwdHBWVkZXU3pFelYwTkZWR05FV200MWMxZDFjbWRWUVdwQll3cEtRbmhXYTJKUVoya3laUzlaVGtKU1l5dEliR2N4V2t3elFVMHZRMFpRYjI1NFN6ZFNTMnBEV1ROb2NqZzFkMGRVZGtOSGNpdERURVpFVTBwVFNGRTlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgIiYr1QakfhHJYVft15o5IT1AIucEGdB0ICUIjYPwB5cCFGvbdE0lOavWZPsm7WYfCRo9VrBUGA8yMDI2MDkwNzEwMTc0MlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwOTA3MTAxNzQyWjAvBgkqhkiG9w0BCQQxIgQg5H5ZH/9+ei7DCodappaNou4rWA0iZtpd42UFWDrdpSAwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwFxmLfth+0H7zvtw0HCeLmBc+UL7wjoUCWJNi4ckUvqnRpFs7eYNVz0WbVKcYmXpxAjBTNv5sq7tvCQ3H9rKKA8D0ks5nGSM9aHjDZATsLQMY5eBzzKjxqsUrZW1CISfkXSs="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"EE9wyIrWlAfTQem3hVWijJdTqCqvIK1W6montVH4WTI="},"signature":"MEUCIGIdaeShLKuasiFqGvVhTWed7bQQFkiBiGl9y18QFt8dAiEAkKPt1dIO7ZIxHSHJRtf2t8g278TiIUTbpxNNqWDkK6U="}} \ No newline at end of file diff --git a/build/torch213-cxx11-cu126-x86_64-linux/__init__.py b/build/torch213-cxx11-cu126-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch213-cxx11-cu126-x86_64-linux/_ops.py b/build/torch213-cxx11-cu126-x86_64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch213-cxx11-cu126-x86_64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch213-cxx11-cu126-x86_64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index 77edb2ad7a8f40cb3f66c59d39c0de523403aa4f..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-x86_64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:58ce5fd53c04b432ca90d473f4fc4668bda726e6128f1df9ffc6a22a7075b95c -size 6318248 diff --git a/build/torch213-cxx11-cu126-x86_64-linux/layers.py b/build/torch213-cxx11-cu126-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch213-cxx11-cu126-x86_64-linux/metadata.json b/build/torch213-cxx11-cu126-x86_64-linux/metadata.json deleted file mode 100644 index 1413401995b395df554145b36a1260c7b4de7dec..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-x86_64-linux/metadata.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "7.0", - "7.2", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0+PTX" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "WM5f1TwEtDLKkNRz9PxGaL2nJuYSjx35/8aiKnB1uVw=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch213-cxx11-cu126-x86_64-linux/metadata.json.sigstore b/build/torch213-cxx11-cu126-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index 52bec2035b80705de6b5e86d9c8ad95e1af988b2..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu126-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtCgAwIBAgIUC9K2tUljs1sIdci/fqVAOA7zCSswCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTA0MzU0WhcNMjYwOTA3MTA1MzU0WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEruuZVrvPiMOUB4w9In7rc0LansxLqNSBcJzycEpW3YkrWS601y1umcYeJEQL6Qx8T1+uIluYUynqw2n0ab7LnqOCBe8wggXrMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUFWxsINXHCF6uyn05P40dMsW0IlUwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiQYKKwYBBAHWeQIEAgR7BHkAdwB1AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHt3pqEAAAQDAEYwRAIgU1YFQ8I7AIvBgmQUkxygf0Zqg+pa0iC3sn+cAldJqa4CIBeq0p68ZIjnz5j2zmUNRCwujHQs1f2gmRKG0qz43rdWMAoGCCqGSM49BAMDA2gAMGUCMQDbFE/R1jrSnJc6Xp27oSPUEQgB4drx0tonsIw+r+gOgcjLLx4vJOTO5HtFOpGozPACMHeHNLz+6FnYWfZ4zphHkT7MWCpzBw1N0J1545/gscIpwXchc44uAd9pPrUBTLih7A=="}, "tlogEntries":[{"logIndex":"2749748169", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1788777834", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQC5Z33pLbj0yUlp/TS0O9jEWalRVMMKgRjQC6SK/hhb7QIhAIAOX+wpgvLeK4TeuFGW7ZnGmuZELy9SlgiMACov68MD"}, "inclusionProof":{"logIndex":"2627843907", "rootHash":"P3A9sfVucr3K7iYRi7KVAxlBNp7s3U7+skOOG3szfEo=", "treeSize":"2627843930", "hashes":["fShr0wcaybVK7Agk+5vyfZZh9PEYbwUHhqaJWu/UZN4=", "KUazb6S3C1+g9OzhCVGgZ6tXqzKKFSHnmG2Wv2OCA5o=", "lboHXgL3yto6CjJk/JlxAsIhjVLerAWdD2rn78U+2OY=", "Sjo4DEU0H5zUDCfnJ+Xg8DSOmxzjE8SVkP/XH7W2//g=", "jcLD7v0l1/cnZnZSbMKiqac3MhnFCd6/y6cSqIejNhI=", "o4eW50ZmhXo8EZmgOxPM0adf3aL0wmU6MxAqRAQAf88=", "BGfXmiHuxc/Pzu3R/kE+tvKdax0m+OkQnyxSEK1mmHM=", "E3Qnk/WoY32kaTVKm9KJYo2XhZD2o9KPr8jp7v/A/Gw=", "lbydyUJwso/rXYu+dzdksCb4PtfZkcJzoMJrYgYGpeE=", "uEeVB2Rh5YV9vuX+RTBmfbgpmEIUNGszUpnTksaZJeI=", "DWdBUfp1pUneRgm8K1/NAdopiySHOsMar4ZnqEbh3Ws=", "8FnXdQhRENX/6RpqqIkC/kETQP5fLNRtfMabM+/d5xQ=", "c8trXU1jC5b3UjSNQFjlpmjccVuCDD4jpLrSjmwl8eo=", "K+858yGCw25D5RMAiKde/utQcwxbEGlCoGfzZ4CaSUU=", "lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=", "7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=", "eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627843930\nP3A9sfVucr3K7iYRi7KVAxlBNp7s3U7+skOOG3szfEo=\n\n— rekor.sigstore.dev wNI9ajBFAiAYN8ZatZFX9G1ExfrpGBXWe4xVXNUublygefSml2k7WAIhAPtHvj8nLCAVDOhH42g+0TTzFbKQEhPCE9fOmFkCDGJs\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiOTdjYjRkNmEwNjk3MGVlNGJiYjQyOGUzYTM1MzBmZjYzZTc3MWFkOGZmMzhiMDI4NWUwMjRkNzAzMDkyNjQyIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUN1MXdyQ3doNUM3Ty9qSmVFU1VUZU5IVjg5Q21tOThHSmIyNncycXdDZS9nSWdGNXNhTERheVVOb1dYWlRMTStVL1ZUWDloU3pkanNZYjg1N2VtUlhBb0tjPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SRFowRjNTVUpCWjBsVlF6bExNblJWYkdwek1YTkpaR05wTDJaeFZrRlBRVGQ2UTFOemQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRXdUWHBWTUZkb1kwNU5hbGwzVDFSQk0wMVVRVEZOZWxVd1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ5ZFhWYVZuSjJVR2xOVDFWQ05IYzVTVzQzY21Nd1RHRnVjM2hNY1U1VFFtTktlbmtLWTBWd1Z6TlphM0pYVXpZd01Ya3hkVzFqV1dWS1JWRk1ObEY0T0ZReEszVkpiSFZaVlhsdWNYY3liakJoWWpkTWJuRlBRMEpsT0hkbloxaHlUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZHVjNoekNrbE9XRWhEUmpaMWVXNHdOVkEwTUdSTmMxY3dTV3hWZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwVVZsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTTjBKSWEwRUtaSGRDTVVGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkRE53Y1VWQlFVRlJSQXBCUlZsM1VrRkpaMVV4V1VaUk9FazNRVWwyUW1kdFVWVnJlSGxuWmpCYWNXY3JjR0V3YVVNemMyNHJZMEZzWkVweFlUUkRTVUpsY1RCd05qaGFTV3B1Q25vMWFqSjZiVlZPVWtOM2RXcElVWE14WmpKbmJWSkxSekJ4ZWpRemNtUlhUVUZ2UjBORGNVZFRUVFE1UWtGTlJFRXlaMEZOUjFWRFRWRkVZa1pGTDFJS01XcHlVMjVLWXpaWWNESTNiMU5RVlVWUlowSTBaSEo0TUhSdmJuTkpkeXR5SzJkUFoyTnFURXg0TkhaS1QxUlBOVWgwUms5d1IyOTZVRUZEVFVobFNBcE9USG9yTmtadVdWZG1XalI2Y0doSWExUTNUVmREY0hwQ2R6Rk9NRW94TlRRMUwyZHpZMGx3ZDFoamFHTTBOSFZCWkRsd1VISlZRbFJNYVdnM1FUMDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgYbkx1DZ+5cYoRdp2rUpnsYT1KAg8rafK8dXcFeWE8/ICFQDzpY6oYVqWcDinGHWOjbOk9LPCSxgPMjAyNjA5MDcxMDQzNTRaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDkwNzEwNDM1NFowLwYJKoZIhvcNAQkEMSIEIO+tVKRS+iUH7DDD0E2Vr09LZ8xZhz2hI8PL1+tOKrRYMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMAFNpa0OK4LMst8OiydoHHXXhzoNI60CmvWUIDfaZjeLKpdJNGwJ7OCSivbeI4raGgIwRtTSOGjj0sTu0lKaraLfLGbhd0sKCoyVZjTf6ZN86T8kirMtH9XkVmwm9/Ochm53"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"uXy01qBpcO5Lu0KOOjUw/2Pnca2P84sCheAk1wMJJkI="}, "signature":"MEUCIQCu1wrCwh5C7O/jJeESUTeNHV89Cmm98GJb26w2qwCe/gIgF5saLDayUNoWXZTLM+U/VTX9hSzdjsYb857emRXAoKc="}} \ No newline at end of file diff --git a/build/torch213-cxx11-cu130-aarch64-linux/__init__.py b/build/torch213-cxx11-cu130-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch213-cxx11-cu130-aarch64-linux/_ops.py b/build/torch213-cxx11-cu130-aarch64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch213-cxx11-cu130-aarch64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch213-cxx11-cu130-aarch64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index 7b466cc0ab87f5bac083fe65ce90216396dce2d6..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-aarch64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ca3ec010bd4ffd1a2ffaaf2ca70211b980a71d99e538ab246fcc740bbb7d720e -size 10956664 diff --git a/build/torch213-cxx11-cu130-aarch64-linux/layers.py b/build/torch213-cxx11-cu130-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch213-cxx11-cu130-aarch64-linux/metadata.json b/build/torch213-cxx11-cu130-aarch64-linux/metadata.json deleted file mode 100644 index a7fd18d44d6e690a1446982eb86fb6a3d4cec832..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-aarch64-linux/metadata.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "yj7AEL1P/Rov+q8spwIRuYCnHZnlOKskb8x0C7t9cg4=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch213-cxx11-cu130-aarch64-linux/metadata.json.sigstore b/build/torch213-cxx11-cu130-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index 9289864651ff97b7fd4d12a84ed1f1a1a7ae24d6..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtCgAwIBAgIUJSTQHyZMQ6vdugDBDqSYmTDZaigwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTAxNzQyWhcNMjYwOTA3MTAyNzQyWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEztnJHSEtoP7DIRhU2I4uMXGfeHq896E04b8hV1X4U7tWVLr97RU8/62O/QwL6CyWHaXqLmQ8E9lZgdk/HT5LG6OCBe8wggXrMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUBoAuThm9oGBBoCKvda/QNHTCK+8wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiQYKKwYBBAHWeQIEAgR7BHkAdwB1AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHtfrR4AAAQDAEYwRAIgZJAw418WwBe9oiOEOJvLAkGg/5Zjc9BqKf0ntR+8/0wCIAyaFia9NAvr8VAUJd2Pk8sims3cOHN7zPMOy6c35/X5MAoGCCqGSM49BAMDA2gAMGUCMQCxqxO8rcXvxojmMsgMJQhRHcxtrydxu2hh/vhN4IlThnKcmOqTA7lWJTLX3WBGruMCMGsKvbdmB3Yr+jADqRkmP7URhUrkS/Z5zMY7nYi6kEoG88PGwFYjDGDKnq479m5oaQ=="},"tlogEntries":[{"logIndex":"2749523107","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1788776263","inclusionPromise":{"signedEntryTimestamp":"MEYCIQD3p9cAgs9Rs1PgoXawdItpNJkw01ghZ2rExBE8Ng2IcgIhAP/gTumbgJvleUghd3k3Ju8ZFnmkgzSf25kFoJJYVJ3y"},"inclusionProof":{"logIndex":"2627618845","rootHash":"GL7D/z84BYUQVzEqZZhiPCl0KkLdiUaE+BhbhmtQf4o=","treeSize":"2627618853","hashes":["BTlpI8bvhWCS1qU9zEqaZD+9kbDxsIDpjqPl8QzLSJk=","DdhoheKBKDb1K9vE6S7xffrkJjqp3TIXM4NHN9zdX1g=","75eZJYUepyLujQ2htI62dFg5q7QWbI3Oevb/X11z1bE=","nhlw2YRYw4gYLAu7p181JoML5cVnHjMtzhuBGvOmdXI=","3Uv/3VnmuPpQJPNMS+zlfJO+rkOHMXS9pOHJjyJaPfw=","J8bTGt3QyU39jYjP9r4UVIuerQK18JBXQTcKE+iDHJY=","WVsbxisqrnMSPBpZCbxQKlxUqsIgHyA6Zq/E4PPwD9M=","Ssd5q5yhh2DSOZh8kk8xy5J3RP5Yxj4DhQNFPuLyPcw=","S8d8NP0OIrhzmzofDddyC1xV1h93yzyG+lquYU4y+WQ=","PNIKbYkBUP4j8nfE+FGBWdHuzfthlpHMR9Gxvyc06hc=","4Eqkwaa/HB6Rr5hpDyNu+Chnjshjn2QcKE0zLD/iXV4=","PeXZrqD3jq5qFdOmhUHJ8en1qzGlcp6bfMESzIwc3z0=","lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=","7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=","eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=","SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627618853\nGL7D/z84BYUQVzEqZZhiPCl0KkLdiUaE+BhbhmtQf4o=\n\n— rekor.sigstore.dev wNI9ajBEAiB2psoTCBAtVtF6nzBfM8WlAwDyS0GohzHKbkmaoB+EAQIgIFXaWedFvV5sy3rgE0/tiBlxzjJ7flhDjQi1e8RoDg4=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwOTgxYjA2YWQxNDY2NGY4NTA0NjJjZGUxMDQ2MTc5ZWQ0MDFkZDQ1MTYxNDk0YjE1ODU3MzkxZDExZjRkYTA3In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJQUU2WDhFWEZVeElNRWU2a2t0c1pLbnlNQ2xYcDVKSDQzYnVveXE1WFZMb0FpQVh4djlEd0dBMHpDZmtTbHVMMzZyejZCNnRxakV1MDNub1E4SnhBMmV3aHc9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SRFowRjNTVUpCWjBsVlNsTlVVVWg1V2sxUk5uWmtkV2RFUWtSeFUxbHRWRVJhWVdsbmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRjRUbnBSZVZkb1kwNU5hbGwzVDFSQk0wMVVRWGxPZWxGNVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVY2ZEc1S1NGTkZkRzlRTjBSSlVtaFZNa2swZFUxWVIyWmxTSEU0T1RaRk1EUmlPR2dLVmpGWU5GVTNkRmRXVEhJNU4xSlZPQzgyTWs4dlVYZE1Oa041VjBoaFdIRk1iVkU0UlRsc1dtZGtheTlJVkRWTVJ6WlBRMEpsT0hkbloxaHlUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZDYjBGMUNsUm9iVGx2UjBKQ2IwTkxkbVJoTDFGT1NGUkRTeXM0ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwVVZsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTTjBKSWEwRUtaSGRDTVVGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkR1p5VWpSQlFVRlJSQXBCUlZsM1VrRkpaMXBLUVhjME1UaFhkMEpsT1c5cFQwVlBTblpNUVd0SFp5ODFXbXBqT1VKeFMyWXdiblJTS3pndk1IZERTVUY1WVVacFlUbE9RWFp5Q2poV1FWVktaREpRYXpoemFXMXpNMk5QU0U0M2VsQk5UM2syWXpNMUwxZzFUVUZ2UjBORGNVZFRUVFE1UWtGTlJFRXlaMEZOUjFWRFRWRkRlSEY0VHpnS2NtTllkbmh2YW0xTmMyZE5TbEZvVWtoamVIUnllV1I0ZFRKb2FDOTJhRTQwU1d4VWFHNUxZMjFQY1ZSQk4yeFhTbFJNV0ROWFFrZHlkVTFEVFVkelN3cDJZbVJ0UWpOWmNpdHFRVVJ4VW10dFVEZFZVbWhWY210VEwxbzFlazFaTjI1WmFUWnJSVzlIT0RoUVIzZEdXV3BFUjBSTGJuRTBOemx0Tlc5aFVUMDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgqLZ1WIZZa/d/I97koXMAKW20JbY5HOueTrB9Ogin0qsCFAxqbf2QZYIsnMwJiLVse3ZIIxA+GA8yMDI2MDkwNzEwMTc0M1owAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwOTA3MTAxNzQzWjAvBgkqhkiG9w0BCQQxIgQg3vlVyR/bVWIoR+dtYGwwVP4J8gVwG59MyskKYu/MzpcwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwN98bCBpqpeqA2FR5fs+D6odCVEPPLpipY6ymQTPEpd711qwXTaK9VNBvukxuc6SLAjAC0XRCfTNgJg/Nw27XrRkpE8BKPXJ83KTYB0+Wwx5rejLLRXf9zckwEuKIjEfgnjw="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"CYGwatFGZPhQRizeEEYXntQB3UUWFJSxWFc5HRH02gc="},"signature":"MEQCIAE6X8EXFUxIMEe6kktsZKnyMClXp5JH43buoyq5XVLoAiAXxv9DwGA0zCfkSluL36rz6B6tqjEu03noQ8JxA2ewhw=="}} \ No newline at end of file diff --git a/build/torch213-cxx11-cu130-x86_64-linux/__init__.py b/build/torch213-cxx11-cu130-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch213-cxx11-cu130-x86_64-linux/_ops.py b/build/torch213-cxx11-cu130-x86_64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch213-cxx11-cu130-x86_64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch213-cxx11-cu130-x86_64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index b013c00a45e4811261176dcb395cf234ef406f3a..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-x86_64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0f13e62da699ec04e23d66e90f7a2e98231d657f253cdffe12480000cff039dc -size 10929688 diff --git a/build/torch213-cxx11-cu130-x86_64-linux/layers.py b/build/torch213-cxx11-cu130-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch213-cxx11-cu130-x86_64-linux/metadata.json b/build/torch213-cxx11-cu130-x86_64-linux/metadata.json deleted file mode 100644 index 161bf5eedb433f758af0276a0b94a40c814d71dd..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-x86_64-linux/metadata.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "DxPmLaaZ7ATiPWbpD3oumCMdZX8lPN/+EkgAAM/wOdw=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch213-cxx11-cu130-x86_64-linux/metadata.json.sigstore b/build/torch213-cxx11-cu130-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index c342537f7da99728b89bf985329f37a7adc230c2..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu130-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtKgAwIBAgIUIGQ/fPoOwgH/915IOCoIBViptk4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTA0MzU1WhcNMjYwOTA3MTA1MzU1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEmp4DrLy+3OuJuhKnuGiPzTfvaluLBz2J48Blfn8ZtCZn3772pEU9YEXwdDmezd3Tm/Vw5qaxFj3yhZ5IGxNqTaOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQU8+RdAfRuq0HSjztGyYVvUrMu684wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHt3ql0AAAQDAEgwRgIhAIs0YkAFJ51OKUruDZATRan3MHE7CHnqNqw4q0LX+TeRAiEA2keVuzMW493YhIZ93soK0a6XiXLkw7xaDUmJ8dfmOn8wCgYIKoZIzj0EAwMDZwAwZAIwfGmy5bnvV00umWRV6Sy75xmrGnw4oO7ou4nCPeDsndiFWRoC+27qsWAnGONoF49AAjA+VWXmRhr++jaBIg6z8E0H4G/CenLGAv59aL5y9imRlNYuapFZDR9rLTn3wmufvY8="}, "tlogEntries":[{"logIndex":"2749748290", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1788777835", "inclusionPromise":{"signedEntryTimestamp":"MEQCICT+4XJhgxGjX1PX4O8P0h+LlwOcNpk1MT0kS3cv9yvYAiBxmz+8EOk8mv/SKfuORV3sNkVeNm6gRyZelwnWnl1xXQ=="}, "inclusionProof":{"logIndex":"2627844028", "rootHash":"WaFNK2+fXIN9XJKaEYzthBDbSSvzz9stRjnjjKzsS3Y=", "treeSize":"2627844050", "hashes":["wR/bua4dzAQeriMoEQQJX83uR0nmOZafYa9tMEoYmho=", "EPJqwSfc8sZEnHyy3hbVPUfyRp+4iEmHYeRXdj8fy0k=", "2AWXn5+qHZYO18O7lyrWpHWcUPSDVUIlwHGm5a6eS3E=", "P4M6sKL63coQmEkSA6Z79sBgpk5qpqsBcaLB4R5f1Aw=", "uDIMf0aD6bpfBSS05an7diSAVtt0Y/WVlcO6Nj80Bqc=", "E4Yj+NxV3QM/3mxV0nQetlIn/+Vtlcx2vvlztwBeS7A=", "QmGWQj+I8vqwomH7Httmr3L91WC2UuA/AaGxj7a8MiY=", "RsGvc6QpYW4AE1eZY3Yt1jbE4aTMVUqpkRYkrJH6Fik=", "BGfXmiHuxc/Pzu3R/kE+tvKdax0m+OkQnyxSEK1mmHM=", "E3Qnk/WoY32kaTVKm9KJYo2XhZD2o9KPr8jp7v/A/Gw=", "lbydyUJwso/rXYu+dzdksCb4PtfZkcJzoMJrYgYGpeE=", "uEeVB2Rh5YV9vuX+RTBmfbgpmEIUNGszUpnTksaZJeI=", "DWdBUfp1pUneRgm8K1/NAdopiySHOsMar4ZnqEbh3Ws=", "8FnXdQhRENX/6RpqqIkC/kETQP5fLNRtfMabM+/d5xQ=", "c8trXU1jC5b3UjSNQFjlpmjccVuCDD4jpLrSjmwl8eo=", "K+858yGCw25D5RMAiKde/utQcwxbEGlCoGfzZ4CaSUU=", "lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=", "7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=", "eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627844050\nWaFNK2+fXIN9XJKaEYzthBDbSSvzz9stRjnjjKzsS3Y=\n\n— rekor.sigstore.dev wNI9ajBFAiBa6j52S7kkQg/uEUeWa6kgOHvhPtRVYbpe2d5D5p38tQIhAP8ATbrjPVU+2tajeYs+SKm86kfLJysARSP64ZTN5GcQ\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiNjgxMDVhODZhNjAyYjU5ZWYwODA5ZDE1MTQxNzgzZDZmN2IxZmViMTc4OWM5ZjVkYWRlZTAwNWE5MzgwNzM0In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURqSGFQVUlUcnRHdGV4ek9wUzFkOHlSeWV1WGRRS2QwS1NQM0lZcWFXK0ZBSWhBSXdQSnJQdEFyY2VaaTJwZlp5VEJ2WUxlMUxTbVdadHg0Y3hWYnNlQVVyQiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5STFowRjNTVUpCWjBsVlNVZFJMMlpRYjA5M1owZ3ZPVEUxU1U5RGIwbENWbWx3ZEdzMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRXdUWHBWTVZkb1kwNU5hbGwzVDFSQk0wMVVRVEZOZWxVeFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ0Y0RSRWNreDVLek5QZFVwMWFFdHVkVWRwVUhwVVpuWmhiSFZNUW5veVNqUTRRbXdLWm00NFduUkRXbTR6TnpjeWNFVlZPVmxGV0hka1JHMWxlbVF6VkcwdlZuYzFjV0Y0Um1vemVXaGFOVWxIZUU1eFZHRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlU0SzFKa0NrRm1VblZ4TUVoVGFucDBSM2xaVm5aVmNrMTFOamcwZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkRE54YkRCQlFVRlJSQXBCUldkM1VtZEphRUZKY3pCWmEwRkdTalV4VDB0VmNuVkVXa0ZVVW1GdU0wMUlSVGREU0c1eFRuRjNOSEV3VEZnclZHVlNRV2xGUVRKclpWWjFlazFYQ2pRNU0xbG9TVm81TTNOdlN6QmhObGhwV0V4cmR6ZDRZVVJWYlVvNFpHWnRUMjQ0ZDBObldVbExiMXBKZW1vd1JVRjNUVVJhZDBGM1drRkpkMlpIYlhrS05XSnVkbFl3TUhWdFYxSldObE41TnpWNGJYSkhibmMwYjA4M2IzVTBia05RWlVSemJtUnBSbGRTYjBNck1qZHhjMWRCYmtkUFRtOUdORGxCUVdwQkt3cFdWMWh0VW1oeUt5dHFZVUpKWnpaNk9FVXdTRFJITDBObGJreEhRWFkxT1dGTU5YazVhVzFTYkU1WmRXRndSbHBFVWpseVRGUnVNM2R0ZFdaMldUZzlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgfu+NwM/5MrFVjkLGvxQ6utyFNiiB+z+HGJu33WARBcMCFQDop//FgmrrC70Q/EpGyPjI4BwyfhgPMjAyNjA5MDcxMDQzNTVaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDkwNzEwNDM1NVowLwYJKoZIhvcNAQkEMSIEIJ3q5dM+Bv0sedaUjfWzzgI3BOb+/pV33IkZ22QPcKZbMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQCqI1lbp2f+77IR+WzQLerdug4MpqTfALQkIacsNhBT0G7L/UOlZInkhUhu11Bz2tsCMB8G2s5MYGc24GXk3J7e/JfjsVRpaSQ3cl/9n8Scjbwo3k55Vkm12f4tyLzOCBTUcQ=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"toEFqGpgK1nvCAnRUUF4PW97H+sXicn12t7gBak4BzQ="}, "signature":"MEYCIQDjHaPUITrtGtexzOpS1d8yRyeuXdQKd0KSP3IYqaW+FAIhAIwPJrPtArceZi2pfZyTBvYLe1LSmWZtx4cxVbseAUrB"}} \ No newline at end of file diff --git a/build/torch213-cxx11-cu132-aarch64-linux/__init__.py b/build/torch213-cxx11-cu132-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch213-cxx11-cu132-aarch64-linux/_ops.py b/build/torch213-cxx11-cu132-aarch64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch213-cxx11-cu132-aarch64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch213-cxx11-cu132-aarch64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index de34a5a1d1f6db6ef3e32154baaee54694c5e6e8..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-aarch64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e9176670cc6704be6e55157fdd6551befb485e9c0db56f1fb677d041e6ad4878 -size 11223440 diff --git a/build/torch213-cxx11-cu132-aarch64-linux/layers.py b/build/torch213-cxx11-cu132-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch213-cxx11-cu132-aarch64-linux/metadata.json b/build/torch213-cxx11-cu132-aarch64-linux/metadata.json deleted file mode 100644 index 73f795134f178c7b2e598b10102747685ba63c3d..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-aarch64-linux/metadata.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "6RdmcMxnBL5uVRV/3WVRvvtIXpwNtW8ftnfQQeatSHg=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch213-cxx11-cu132-aarch64-linux/metadata.json.sigstore b/build/torch213-cxx11-cu132-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index e97d505e62cc467f434f84c3ad489bb38bdbaf18..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUIJWFHhNcfWpo+Dr7hVDaY3DiZDwwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTAxNzQzWhcNMjYwOTA3MTAyNzQzWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAElfn2xU0s0h2V1woH1TdSQgg3yPXUmR62jXgUtxSNoboK7ZcZJcI2PJj7nb/dQw4ol1qPMgbAR6r4gYNpyOpqQ6OCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUckFh0PooUwDdg1pPodULGTsuyo8wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHtfsCQAAAQDAEcwRQIhALQKOmIhGxKwYteJ9HUd3CurgBhfRgjQf6qdUU2tzP4QAiBY6bCq1NT0FalAq7YoVN8JslY9WwysW6IWSZQBRKaQQDAKBggqhkjOPQQDAwNoADBlAjEA8lP9qj/+mZSHN8aNrS4P/K3QxjuEv++oebr7Rh8ktGokbQyoeQJbEAlGK4Kbj6+MAjAIOm5z+J+qO2WtuzAyJAthx4FTZkB+MxdgCBrgnVUouL7SWJtSCy9W9EcARReULng="},"tlogEntries":[{"logIndex":"2749523165","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1788776263","inclusionPromise":{"signedEntryTimestamp":"MEMCIHzhYEpq3A2JiSjPRLYJUWkOLIuZT09VwxMGqyM9qij3Ah9KDwqKe6FAT6bAtZ/k6LzrXzU7FNEnYlF+4WX6TUup"},"inclusionProof":{"logIndex":"2627618903","rootHash":"f6hQzYslTaP7yDSZX7p4BGIrleiCUkpNxTRA0G/gkHA=","treeSize":"2627618926","hashes":["zBpEhgNjjYwzQkRIe8HQi5uRPRBLvRcW8D9bAuSYOXc=","N+6hSfYEXeFFz2rviJNqdRi18SzVExgZyHRCM+yjKmc=","qNveyrHaT/jbolcAHCMA4vzXYH5SAUNQ1IrbCPwmpk8=","hfyBesQqpYdasKsXtVwJcvBtnMz5r9sr+nY/vsKQXGo=","g0q9O/1QIy4qVtWrWKDbxV1PC2PV2GbvdIx6fa08C0Q=","ZPSOnulR/tI+KcvObNtLGlmvYStgE/NeOD/GxiAhMgk=","GdE1lzqQdJLGH3BBp/QJnbIb2f7l+xz9mzmBRHp90xc=","WVsbxisqrnMSPBpZCbxQKlxUqsIgHyA6Zq/E4PPwD9M=","Ssd5q5yhh2DSOZh8kk8xy5J3RP5Yxj4DhQNFPuLyPcw=","S8d8NP0OIrhzmzofDddyC1xV1h93yzyG+lquYU4y+WQ=","PNIKbYkBUP4j8nfE+FGBWdHuzfthlpHMR9Gxvyc06hc=","4Eqkwaa/HB6Rr5hpDyNu+Chnjshjn2QcKE0zLD/iXV4=","PeXZrqD3jq5qFdOmhUHJ8en1qzGlcp6bfMESzIwc3z0=","lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=","7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=","eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=","SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627618926\nf6hQzYslTaP7yDSZX7p4BGIrleiCUkpNxTRA0G/gkHA=\n\n— rekor.sigstore.dev wNI9ajBEAiBbVdxRe7EckQ9toLall5A14zFnEeKf1WVfaDMHVshNNwIgIGW8vxkeFPfg0H/O5g0BoRKdlxR+O0lLyFP7tEOPKQQ=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJhNmFhZjczMGE4YTYwYTM3YjZjYWY1MWZkNmNhNmUzYzY4NWVhZWM2Y2IwMWE3OGZhYWExNThiMzA4NmRjNDRlIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURsWFpoYVcxYTVSMDVod1VRWFh6QUsvMWtzM3EzTGcvV0JRTlc3SDhNR1F3SWhBUDdtME5abGFCWlp4U05lZE8vSktuOXRxbnFRMzhCeEpCdUhXZEYrSWE0ZiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlNVcFhSa2hvVG1ObVYzQnZLMFJ5TjJoV1JHRlpNMFJwV2tSM2QwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRjRUbnBSZWxkb1kwNU5hbGwzVDFSQk0wMVVRWGxPZWxGNlYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZzWm00eWVGVXdjekJvTWxZeGQyOUlNVlJrVTFGblp6TjVVRmhWYlZJMk1tcFlaMVVLZEhoVFRtOWliMHMzV21OYVNtTkpNbEJLYWpkdVlpOWtVWGMwYjJ3eGNWQk5aMkpCVWpaeU5HZFpUbkI1VDNCeFVUWlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZqYTBab0NqQlFiMjlWZDBSa1p6RndVRzlrVlV4SFZITjFlVzg0ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkR1p6UTFGQlFVRlJSQXBCUldOM1VsRkphRUZNVVV0UGJVbG9SM2hMZDFsMFpVbzVTRlZrTTBOMWNtZENhR1pTWjJwUlpqWnhaRlZWTW5SNlVEUlJRV2xDV1RaaVEzRXhUbFF3Q2taaGJFRnhOMWx2Vms0NFNuTnNXVGxYZDNselZ6WkpWMU5hVVVKU1MyRlJVVVJCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEZRVGhzVURrS2NXb3ZLMjFhVTBoT09HRk9jbE0wVUM5TE0xRjRhblZGZGlzcmIyVmljamRTYURocmRFZHZhMkpSZVc5bFVVcGlSVUZzUjBzMFMySnFOaXROUVdwQlNRcFBiVFY2SzBvcmNVOHlWM1IxZWtGNVNrRjBhSGcwUmxSYWEwSXJUWGhrWjBOQ2NtZHVWbFZ2ZFV3M1UxZEtkRk5EZVRsWE9VVmpRVkpTWlZWTWJtYzlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgJBzAMCASfhp8Vfi3S4ij6qdk1yxMrUp61HqgIvLrQfQCFQC+5zS87/VazeyVtXQ+DPjUPGf2qxgPMjAyNjA5MDcxMDE3NDNaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDkwNzEwMTc0M1owLwYJKoZIhvcNAQkEMSIEIB/Yar2AkLBsGb+dEKHM9DliPDq09XF5Cql6hhpFtgkEMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMGWbP92WBQoPgF/wI/KedFbGvqUxj/abLAn2ZfaWQQ6hp23U5P8RkIiSLlRNI9hdKAIwU37PlBUiVwzlTLZYQQ46I6hW4mmhuPjG/rmNnJ/uFzfpg9SArxS1ZIxWmDNdL2+P"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"pqr3MKimCje2yvUf1spuPGhersbLAaePqqFYswhtxE4="},"signature":"MEYCIQDlXZhaW1a5R05hwUQXXzAK/1ks3q3Lg/WBQNW7H8MGQwIhAP7m0NZlaBZZxSNedO/JKn9tqnqQ38BxJBuHWdF+Ia4f"}} \ No newline at end of file diff --git a/build/torch213-cxx11-cu132-x86_64-linux/__init__.py b/build/torch213-cxx11-cu132-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch213-cxx11-cu132-x86_64-linux/_ops.py b/build/torch213-cxx11-cu132-x86_64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch213-cxx11-cu132-x86_64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch213-cxx11-cu132-x86_64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index e59ba3680afc7d468ad07006936629be5c7a9641..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-x86_64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fd283f62ace8f11f794bc8f823ca814a9efed9d642bb25a5f373a2233f7340dc -size 11212352 diff --git a/build/torch213-cxx11-cu132-x86_64-linux/layers.py b/build/torch213-cxx11-cu132-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch213-cxx11-cu132-x86_64-linux/metadata.json b/build/torch213-cxx11-cu132-x86_64-linux/metadata.json deleted file mode 100644 index 0a2d2a2415d0e81f1178979a07df4761305c70bc..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-x86_64-linux/metadata.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "/Sg/Yqzo8R95S8j4I8qBSp7+2dZCuyWl83OiIz9zQNw=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch213-cxx11-cu132-x86_64-linux/metadata.json.sigstore b/build/torch213-cxx11-cu132-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index 9c8407f57cf7faeca4fc7306210482964b18758e..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-cu132-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUIaJBIOOJb8hUR3kBy0jKq54lssUwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTA0MzU2WhcNMjYwOTA3MTA1MzU2WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE+V545eJ3iM3YpoELKNx1FPYOonR0jG/1KsNarRzHNvj3OZ01OwnHdJPNqVf2/GrfjodBqDRMlXbayl8tXRNliKOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUYqYRqVsvRJ+sDE1kZsi8u3NDR28wHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHt3rgoAAAQDAEcwRQIhAOVceujcDoR1pBwHhkcwq4yc9K1kKetVWSeL3Oa1gzL5AiBYwVeEvhX4noT0/YWPEt6NpQYyGVTK+aCOtboKgItxZzAKBggqhkjOPQQDAwNoADBlAjAcET/Xeel5vk1L3tltGYeaPAjsoECe6BPixWNJ9LZvF/xzTVY7u5/5Gw6Mz1cOj9UCMQDHxJHUpSuCIdNi02hb8XzdlhAkpdDbSOd2YNY3Oho0eFT2WtLMYIgvHv/mRDifeJg="}, "tlogEntries":[{"logIndex":"2749748458", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1788777836", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQD4vSskWqkAODalmOkVi6xitPYdFYs2pmcBpDAwyhTsrAIhAIxixjloPWJ7Msk1t5fi7MTApFuRzdIOugLHW8yNCQ7X"}, "inclusionProof":{"logIndex":"2627844196", "rootHash":"ZsaR1fK8eEcGc7iq9OnUL5aOPd7ipDKcBC4NEn5h0wI=", "treeSize":"2627844225", "hashes":["JpPhpkh1JIfsqc5IGfpod6B7iefXg203qgi8L3E69Uw=", "KWilMl0szGHc39TtUBygrPw/G4iZOEnxQukowQ/yFn4=", "tCqlhb8xZ/Suzt0Le30uTqmQMMfg2rlEaDv6opkSKlw=", "6F1KGX1W0Y/LpANFveaqs96btLyrcVtSrQ+nZwOZLiI=", "oGHcoYJ78RqLmFs3hOI0DhlkFNyQOEgJoV3dY9ILeoI=", "YE+/r/tC15iXw7+uKBTnD8snqY6vGV3JPQ+zVwhDiiM=", "2C/u/2UiXu2SPO3T0vKhqYhkIsBiKIrmo3r4/ZcA14M=", "+RM6xn/esz9bvoneU7c5o/3QUWkTdklTmXEaioDIsFc=", "GOMajGDf1N1f5n/2/xgmh6+NiqKr3JwmHoJepeIGUWg=", "uEeVB2Rh5YV9vuX+RTBmfbgpmEIUNGszUpnTksaZJeI=", "DWdBUfp1pUneRgm8K1/NAdopiySHOsMar4ZnqEbh3Ws=", "8FnXdQhRENX/6RpqqIkC/kETQP5fLNRtfMabM+/d5xQ=", "c8trXU1jC5b3UjSNQFjlpmjccVuCDD4jpLrSjmwl8eo=", "K+858yGCw25D5RMAiKde/utQcwxbEGlCoGfzZ4CaSUU=", "lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=", "7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=", "eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627844225\nZsaR1fK8eEcGc7iq9OnUL5aOPd7ipDKcBC4NEn5h0wI=\n\n— rekor.sigstore.dev wNI9ajBFAiB92Skiabf+BdhsnaLo4nPTFCnPTj+q4zDokf8F0IoeMwIhANr7iswGLHZS31RBtgWaEc14tEgzYR/VmnojNCg78Fiv\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI4Y2JjMTg4ZmQwNTE4ODFhZmMxZDQ0NjU4NTY0ODlkZjI3NWY0MmY5YTI3MTc3ZWQ3OTgzZDA1ODY5MzEzYmFmIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNRczdoNTg5c3ViRmtSRDJhTHhISEV1SmVaeFN1M2ZwaDdhYys3Yjkxc0lnSWdaeXd2ZnZxNzhkLzVGbmZOWHhWd3ZqTEh1ZmZCMnFqTnpGVXNiK0RnWnNZPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlNXRktRa2xQVDBwaU9HaFZVak5yUW5rd2FrdHhOVFJzYzNOVmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRXdUWHBWTWxkb1kwNU5hbGwzVDFSQk0wMVVRVEZOZWxVeVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVVyVmpVME5XVktNMmxOTTFsd2IwVk1TMDU0TVVaUVdVOXZibEl3YWtjdk1VdHpUbUVLY2xKNlNFNTJhak5QV2pBeFQzZHVTR1JLVUU1eFZtWXlMMGR5Wm1wdlpFSnhSRkpOYkZoaVlYbHNPSFJZVWs1c2FVdFBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZaY1ZsU0NuRldjM1pTU2l0elJFVXhhMXB6YVRoMU0wNUVVakk0ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkRE55WjI5QlFVRlJSQXBCUldOM1VsRkphRUZQVm1ObGRXcGpSRzlTTVhCQ2QwaG9hMk4zY1RSNVl6bExNV3RMWlhSV1YxTmxURE5QWVRGbmVrdzFRV2xDV1hkV1pVVjJhRmcwQ201dlZEQXZXVmRRUlhRMlRuQlJXWGxIVmxSTEsyRkRUM1JpYjB0blNYUjRXbnBCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEJZMFZVTDFnS1pXVnNOWFpyTVV3emRHeDBSMWxsWVZCQmFuTnZSVU5sTmtKUWFYaFhUa281VEZwMlJpOTRlbFJXV1RkMU5TODFSM2MyVFhveFkwOXFPVlZEVFZGRVNBcDRTa2hWY0ZOMVEwbGtUbWt3TW1oaU9GaDZaR3hvUVd0d1pFUmlVMDlrTWxsT1dUTlBhRzh3WlVaVU1sZDBURTFaU1dkMlNIWXZiVkpFYVdabFNtYzlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgfxCBjU2xmN8Q7uD0m5If0WaP9tFdqqcPrfWHazx4JIsCFCiWEcT+AH3g6Tnb7GN6cVPXzVkOGA8yMDI2MDkwNzEwNDM1NlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwOTA3MTA0MzU2WjAvBgkqhkiG9w0BCQQxIgQgEcgb1gJHv2FYKMVc5mUSxEbwzmNLkNgac+D3SutdLfEwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxAOOZIZ+gT0efXQn1hjVcLnZeXCMubFS21LMMDKUom4DJt3lDJiPSRisjy33H4VCySwIxALjgwZsViespXnsUGEDURxk5NBoBak1inht8QDT8F54Uoh0oqQpr2OXnXAHKTwKl/A=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"jLwYj9BRiBr8HURlhWSJ3ydfQvmicXfteYPQWGkxO68="}, "signature":"MEUCIQCQs7h589subFkRD2aLxHHEuJeZxSu3fph7ac+7b91sIgIgZywvfvq78d/5FnfNXxVwvjLHuffB2qjNzFUsb+DgZsY="}} \ No newline at end of file diff --git a/build/torch213-cxx11-xpu20260-x86_64-linux/__init__.py b/build/torch213-cxx11-xpu20260-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-xpu20260-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch213-cxx11-xpu20260-x86_64-linux/_ops.py b/build/torch213-cxx11-xpu20260-x86_64-linux/_ops.py deleted file mode 100644 index cc8dc0508162f170b10d2f4187c97b8067456625..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-xpu20260-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_xpu_89d4054 -ops = torch.ops._rotary_xpu_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_xpu_89d4054::{op_name}" diff --git a/build/torch213-cxx11-xpu20260-x86_64-linux/_rotary_xpu_89d4054.abi3.so b/build/torch213-cxx11-xpu20260-x86_64-linux/_rotary_xpu_89d4054.abi3.so deleted file mode 100644 index 4d035a36f7f951938b800deeaa7469c8926b988f..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-xpu20260-x86_64-linux/_rotary_xpu_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2a48d0bad867726631fa5967ac436b18d8041abbe57f9b274ae143f4550ae8cb -size 399736 diff --git a/build/torch213-cxx11-xpu20260-x86_64-linux/layers.py b/build/torch213-cxx11-xpu20260-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-xpu20260-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch213-cxx11-xpu20260-x86_64-linux/metadata.json b/build/torch213-cxx11-xpu20260-x86_64-linux/metadata.json deleted file mode 100644 index 56d80ee70e66109b29b3ff7452d1be04cf75e43c..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-xpu20260-x86_64-linux/metadata.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_xpu_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "xpu" - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "eGeqvWsJtJK/jMwl0qKns5U5OcDdBkYXOgzja3uo9AI=", - "_rotary_xpu_89d4054.abi3.so": "KkjQuthncmYx+llnrENrGNgEGrvlf5snSuFD9FUK6Ms=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch213-cxx11-xpu20260-x86_64-linux/metadata.json.sigstore b/build/torch213-cxx11-xpu20260-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index 48db1f297b52996a2be4ba7ce44293beb83da31d..0000000000000000000000000000000000000000 --- a/build/torch213-cxx11-xpu20260-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHTDCCBtKgAwIBAgIUK+QfMfJZ6bA/R45kHDWhg44b9pAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTA0NzE3WhcNMjYwOTA3MTA1NzE3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEgs38WnUOXC3/Hq48gFaaJ0kq3VanJeWmTos+lrh/PAbt6cXZDsUPYD5EQIYm3zLWul0SMbhr09BEXOsXI/QckaOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUNTLmoNogXDJv0gI1JGiENjnzTAgwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHt6wUwAAAQDAEgwRgIhAOXs1gpB3spklvMGh40OpQdI7EslcunTS4GYyw5FGCtyAiEA09RA0ung8FJk4yjHaaHIUwoapaQOuIsgI4dV6+/oWiAwCgYIKoZIzj0EAwMDaAAwZQIxAJ7+W+mLrS9axCR6QCtSZEfnPTJ2nxYsUA++5Wfiw22Fhj4FPp66aMPhQE6aqL9aaAIwC5kOZzKBKe4dI5SHdSbHRyGnwwNtqlWzZgBNu/jNtMu8B/I//aV737z/E/bxNHRI"}, "tlogEntries":[{"logIndex":"2749782673", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1788778037", "inclusionPromise":{"signedEntryTimestamp":"MEQCIEYmsE0WLQQmWDc2ZrVVYFQbWIRgNJ1IvlrY7pXIOjYIAiAQBAEAMAZGz6RWOPG9qtlaRgoFqRRuB3n/3DtXc36+1A=="}, "inclusionProof":{"logIndex":"2627878411", "rootHash":"oFgEJg8mZ+QsClfBo/Nd6vAx0pakWkbzQruosrEQz2I=", "treeSize":"2627878413", "hashes":["dD/1AfVm+5rtzVzBhzRNlm2HioOEd0QO7C48Kkgcw6o=", "SNX5xHJpPy2xZsdATGus07YRVxFLgRiSN/7Ddby3rCI=", "N1WOwXz3G9qu2NLCu/iCvPyKM8iAhbf8VoanDTyanoI=", "8uO8sLl4nyDAo/WBpPuukDwhNPS8a3uTw1Ok4mTRr5A=", "jBhSrU0TYBpqJ2ivRCxUXJOFQmCk8JOA8LsjZCyEJIs=", "ug6zkX+GOxAxDXd3d2BwYSY++P21+yxoXeVG+ZDktq8=", "CmaJvfA4gSn22nI3+/0yy/OMta0UCvKc/RHq+8EAlwU=", "SBWKw2wwOZ/23JvgPjPFVfWcbSSEE2EU876PUDQS7UI=", "O6T1pvwTJ2m4qQef+FJwEam8VLUhUJiRZ672kq5V0cE=", "K1ZnQnuEqbWi08JDDyfd3MDxm5jPowkdUbHoW9ObSOs=", "K+858yGCw25D5RMAiKde/utQcwxbEGlCoGfzZ4CaSUU=", "lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=", "7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=", "eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627878413\noFgEJg8mZ+QsClfBo/Nd6vAx0pakWkbzQruosrEQz2I=\n\n— rekor.sigstore.dev wNI9ajBFAiEA4XxhoVkE3nrM6NRhXVLD1GSHccQ/NCZf9qq4Z5fOYYsCIDINsr99Q2AA89IMyNXuj6zMS4OJTORbH6Mi2wH2ycvD\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJkMDgzMWYxZWNiODViYWIwYTljNDlmY2EwNWRiZWZiZjE2MDVkMzE0ZTVhNGI5MGNlMDFmYzgxZDI5ZTUyMDI0In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJQnJmb2I1ZFIzektuVDRGZG95U1IweEI0OUlKRGJ5TkIwVzdvTHdEcEVsb0FpRUEreE52R0twSFhUaVVzVGV6U29kZmxYdDQ5KzhzSkR3aXVMTDhHcmJ3dVlBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFVSRU5EUW5STFowRjNTVUpCWjBsVlN5dFJaazFtU2xvMllrRXZValExYTBoRVYyaG5ORFJpT1hCQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRXdUbnBGTTFkb1kwNU5hbGwzVDFSQk0wMVVRVEZPZWtVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZuY3pNNFYyNVZUMWhETXk5SWNUUTRaMFpoWVVvd2EzRXpWbUZ1U21WWGJWUnZjeXNLYkhKb0wxQkJZblEyWTFoYVJITlZVRmxFTlVWUlNWbHRNM3BNVjNWc01GTk5ZbWh5TURsQ1JWaFBjMWhKTDFGamEyRlBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZPVkV4dENtOU9iMmRZUkVwMk1HZEpNVXBIYVVWT2FtNTZWRUZuZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkRFozVlhkQlFVRlJSQXBCUldkM1VtZEphRUZQV0hNeFozQkNNM053YTJ4MlRVZG9OREJQY0ZGa1NUZEZjMnhqZFc1VVV6UkhXWGwzTlVaSFEzUjVRV2xGUVRBNVVrRXdkVzVuQ2poR1NtczBlV3BJWVdGSVNWVjNiMkZ3WVZGUGRVbHpaMGswWkZZMkt5OXZWMmxCZDBObldVbExiMXBKZW1vd1JVRjNUVVJoUVVGM1dsRkplRUZLTnlzS1Z5dHRUSEpUT1dGNFExSTJVVU4wVTFwRlptNVFWRW95Ym5oWmMxVkJLeXMxVjJacGR6SXlSbWhxTkVaUWNEWTJZVTFRYUZGRk5tRnhURGxoWVVGSmR3cEROV3RQV25wTFFrdGxOR1JKTlZOSVpGTmlTRko1UjI1M2QwNTBjV3hYZWxwblFrNTFMMnBPZEUxMU9FSXZTUzh2WVZZM016ZDZMMFV2WW5oT1NGSkpDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgwjDm3ROO7clzWR+tMZTi38BGezU98MKvW6LPqef8qbUCFQDRKy4YPEGuJZLS2gbSULrrHfTzpRgPMjAyNjA5MDcxMDQ3MTdaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDkwNzEwNDcxN1owLwYJKoZIhvcNAQkEMSIEIM/K2I1JBH8lhygM3TyfIJq9kEUxDdBq4dKKwYmGxJpHMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMEK1WGTyKps9nVV98ea1rwBlsWX8/lJdfzWCn4+s5I8FudVBNDCDqW20WXi/r1lCkwIwBJKAASe7wl4G53YC+kFFIeLXezcAZ5kHd+mWptYl1auFoYnAQSCLN0zjIbGbaDKk"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"0IMfHsuFurCpxJ/KBdvvvxYF0xTlpLkM4B/IHSnlICQ="}, "signature":"MEUCIBrfob5dR3zKnT4FdoySR0xB49IJDbyNB0W7oLwDpEloAiEA+xNvGKpHXTiUsTezSodflXt49+8sJDwiuLL8GrbwuYA="}} \ No newline at end of file diff --git a/build/torch214-cxx11-cpu-x86_64-linux/__init__.py b/build/torch214-cxx11-cpu-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cpu-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch214-cxx11-cpu-x86_64-linux/_ops.py b/build/torch214-cxx11-cpu-x86_64-linux/_ops.py deleted file mode 100644 index d53a5c597f3490cd496cf0014cc6a96ffa89c1df..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cpu-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cpu_89d4054 -ops = torch.ops._rotary_cpu_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cpu_89d4054::{op_name}" diff --git a/build/torch214-cxx11-cpu-x86_64-linux/_rotary_cpu_89d4054.abi3.so b/build/torch214-cxx11-cpu-x86_64-linux/_rotary_cpu_89d4054.abi3.so deleted file mode 100644 index 2a94ff5092685def1d37c13f3664fff1aa44c967..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cpu-x86_64-linux/_rotary_cpu_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cc94cd1ebdf1eebf037be9a1b43b6bbc09ed2e91442caaafd9c28765b61350f4 -size 83728 diff --git a/build/torch214-cxx11-cpu-x86_64-linux/layers.py b/build/torch214-cxx11-cpu-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cpu-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch214-cxx11-cpu-x86_64-linux/metadata.json b/build/torch214-cxx11-cpu-x86_64-linux/metadata.json deleted file mode 100644 index 2c93bb82551bfd312c63755f9a7010f987427461..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cpu-x86_64-linux/metadata.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cpu_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cpu" - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "9Xilz3Ctvbw0A6vs73EGGuYYAETZc+YY67itCokeIrI=", - "_rotary_cpu_89d4054.abi3.so": "zJTNHr3x7r8De+mhtDtrvAntLpFELKqv2cKHZbYTUPQ=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch214-cxx11-cpu-x86_64-linux/metadata.json.sigstore b/build/torch214-cxx11-cpu-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index b8fc7ff8b631fce03e03c8022543e7d1b96d7e02..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cpu-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtGgAwIBAgIUdURIqD1PDRgZVuQbiru7M5fJLKswCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTA1MDI2WhcNMjYwOTA3MTEwMDI2WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEXgiOi3XdenM8BEZ1ytBgGr7WIgqfNaG/FFymf8EpW04CH7P87cd8mOUUodUtFBQngOBI3GiA7BUERej9bJM6Q6OCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUaAgUTiLIRertcLMTLMpUF8/NhEswHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHt9oecAAAQDAEcwRQIhALIn7sV5JuyCwCe1hhagWSFiVJZC1lIzYLh8fWycdsa0AiAmkehaUm6lhBSZ30tWnTsqHS8BKY/ibwalAad9ma7yDDAKBggqhkjOPQQDAwNoADBlAjA5tB8ed86iSDioYc7f3TUyWArAOFaUq0YnE9NxnBZTZarrBQjWAyfCq6udSa5jrjcCMQDCvSR5s6TLAwgh9KbD83NFaFPKjto59gPV555MbOB5kC2QQqo3ZRkQPGJ35kE3TEk="}, "tlogEntries":[{"logIndex":"2749813960", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1788778226", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQDnz6ySLbPXBwEgSPLwNl2xIPRQthaqucKQend6PSKoaAIhAMK8nvh8rWG/DPWjQLuga9+6ke0zDNLTYVeDDVveH/3l"}, "inclusionProof":{"logIndex":"2627909698", "rootHash":"9PZXT4zV9zsptnIz4TUpXGi12IaO1CtPfo4+NL4Qxu4=", "treeSize":"2627909728", "hashes":["OoKxAQZpJxG+aDmwP7NrHqPeA89kdbnWmIkKc63y8fQ=", "qfFs0twD5T3vwO/ZTJNVgIHV8xczSz/Rgpk5CO9CAYM=", "nHq3TdMIzcZ5lmSyzHHu5Wpoq4rgpEikmC6kRAdeFEo=", "Slu2pH2wi7NJ6qgUqFVHECfU6GU74pFrqZ8G7v1EuL4=", "0YotWr5+eguEQ+Le6tO3ZoJtsNQsdDrwTMmbMVsErJM=", "90PmN/cxBHJTppXbHeO6nV8JsEBFKNyCYri81k4HLDg=", "80EkFMLkAr4g7SJ5qgeMVZmqRgC+v+iKPNCQbFScVPM=", "yll/bI9Z2GAzd/GhkfwieDhR3iRwQwHvashU1pL4WS4=", "9DVYpDNnPm4K8dY3hzpunVN9+q4uBTwF4CrHekPfF7I=", "o6Qh9HVBcKase+FOp0wxhyeNjLNUmALdugUcJeTJ4P4=", "K1ZnQnuEqbWi08JDDyfd3MDxm5jPowkdUbHoW9ObSOs=", "K+858yGCw25D5RMAiKde/utQcwxbEGlCoGfzZ4CaSUU=", "lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=", "7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=", "eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627909728\n9PZXT4zV9zsptnIz4TUpXGi12IaO1CtPfo4+NL4Qxu4=\n\n— rekor.sigstore.dev wNI9ajBFAiB/3yMyReQ62LX1QUr/3l+OG5V3IPitWGZt+m6jFGMhLAIhAP2R/b56IrnzIPcgeVZbNkbp1ODm023mWxWMgUgL3h6O\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJjMjIzNTNkMTRmNWE0ZTY5OTRmNmFhNmQzODI3MmU1NDI1N2MwOGU5MmNiY2IxMGRmYzQ3YzFiMzNkOTc4YTlkIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJRUR3UG9BbnZuM1BzTmh4a2V1YWZYWUczZ0l3MW5uUE9nVWhZakdzYkd4akFpQW1wS0J5Q1QxSzZpWGVNcmJiNE9mOEdJMVcxNFFGOENsNTVya0NoUmlpY3c9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SSFowRjNTVUpCWjBsVlpGVlNTWEZFTVZCRVVtZGFWblZSWW1seWRUZE5OV1pLVEV0emQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRXhUVVJKTWxkb1kwNU5hbGwzVDFSQk0wMVVSWGROUkVreVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZZWjJsUGFUTllaR1Z1VFRoQ1JWb3hlWFJDWjBkeU4xZEpaM0ZtVG1GSEwwWkdlVzBLWmpoRmNGY3dORU5JTjFBNE4yTmtPRzFQVlZWdlpGVjBSa0pSYm1kUFFra3pSMmxCTjBKVlJWSmxhamxpU2swMlVUWlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZoUVdkVkNsUnBURWxTWlhKMFkweE5WRXhOY0ZWR09DOU9hRVZ6ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkRGx2WldOQlFVRlJSQXBCUldOM1VsRkphRUZNU1c0M2MxWTFTblY1UTNkRFpURm9hR0ZuVjFOR2FWWktXa014YkVsNldVeG9PR1pYZVdOa2MyRXdRV2xCYld0bGFHRlZiVFpzQ21oQ1Uxb3pNSFJYYmxSemNVaFRPRUpMV1M5cFluZGhiRUZoWkRsdFlUZDVSRVJCUzBKblozRm9hMnBQVUZGUlJFRjNUbTlCUkVKc1FXcEJOWFJDT0dVS1pEZzJhVk5FYVc5Wll6ZG1NMVJWZVZkQmNrRlBSbUZWY1RCWmJrVTVUbmh1UWxwVVdtRnlja0pSYWxkQmVXWkRjVFoxWkZOaE5XcHlhbU5EVFZGRVF3cDJVMUkxY3paVVRFRjNaMmc1UzJKRU9ETk9SbUZHVUV0cWRHODFPV2RRVmpVMU5VMWlUMEkxYTBNeVVWRnhiek5hVW10UlVFZEtNelZyUlROVVJXczlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgaf9DR8QJsNlx92q+Ajqyf0yNVOGR5jGXI4OpWjLHCIYCFEyqY24flfXgES3VkCJqjTQNxcWTGA8yMDI2MDkwNzEwNTAyNlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwOTA3MTA1MDI2WjAvBgkqhkiG9w0BCQQxIgQgBBQgukJxmDNb9E/ghVlMMvVsZDVk5z8eJCJFqiCh/2kwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxAKP9gb1wtYoq6ETZzXZ4qJFEitMb3rzyxLL4nC/Puu7n42IQyr4Fd5s4Qqtpzsw00gIxAI9XsIpDITMweEQTMjEqlASiLhpdNaB3AJA/MVVt4NZ728aR1HwOi/AvBFrmyDBnug=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"wiNT0U9aTmmU9qptOCcuVCV8COksvLEN/EfBsz2Xip0="}, "signature":"MEQCIEDwPoAnvn3PsNhxkeuafXYG3gIw1nnPOgUhYjGsbGxjAiAmpKByCT1K6iXeMrbb4Of8GI1W14QF8Cl55rkChRiicw=="}} \ No newline at end of file diff --git a/build/torch214-cxx11-cu126-aarch64-linux/__init__.py b/build/torch214-cxx11-cu126-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch214-cxx11-cu126-aarch64-linux/_ops.py b/build/torch214-cxx11-cu126-aarch64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch214-cxx11-cu126-aarch64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch214-cxx11-cu126-aarch64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index 144f2b0c61961a399a0cfced5998d8d8ca57a2e3..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-aarch64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:688d6e4deafb6c2734848280cc7c9cb7c3a67acb27c7bd2f602124ec51cfde4d -size 6338320 diff --git a/build/torch214-cxx11-cu126-aarch64-linux/layers.py b/build/torch214-cxx11-cu126-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch214-cxx11-cu126-aarch64-linux/metadata.json b/build/torch214-cxx11-cu126-aarch64-linux/metadata.json deleted file mode 100644 index e590bfd4aaf3d383f11b09b7b70c776bbb769989..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-aarch64-linux/metadata.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "7.0", - "7.2", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0+PTX" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "aI1uTer7bCc0hIKAzHyct8Omessnx70vYCEk7FHP3k0=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch214-cxx11-cu126-aarch64-linux/metadata.json.sigstore b/build/torch214-cxx11-cu126-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index 643d02cd2777dd00addeaa0d8d630276b4eb7828..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtGgAwIBAgIUI05n0MCT67QgvOxrjznuxStnxH0wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTAxNzQ0WhcNMjYwOTA3MTAyNzQ0WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEZNVN7q2dvcGpmz4CBUcy6ZkTnDq9ao9z4oQ834fGEQBUMkYxtywYwPSL5cIFrJ4NWxhJbyZD58eTxLM+bSWVEaOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQURRCMOJU6LNBW9a++wWDPEXkFMgswHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHtfszYAAAQDAEcwRQIgekbLLIgWO7udEL9NT7zK2HVAXvRC0XzuEZhNdDtbHt0CIQCTxOFPTy+5GVv3jlkGQpFvpW6iOfdRzz/1Z+L+4iamxDAKBggqhkjOPQQDAwNnADBkAjBPrsFEjcMupKhBxp9R18ye8gGw8m9O6ZCXdFb8zwKfltu6pzq7OUPoQQmVtCF+j+wCMC4sQ2B+NsQLGP9sSHnKlT+nYQL2alj9Rfh5Rq57XDIJ6ID2eC7Fp5vSpsNHXF5KEQ=="},"tlogEntries":[{"logIndex":"2749523247","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1788776264","inclusionPromise":{"signedEntryTimestamp":"MEYCIQCdZrcWjy2wrvRbfBCP7u67UaJWZOZJhSwNRpxjnzL6sAIhAJAEiaF//wG/1+PBdjkEFN9mdmNlqClc/75O3S/Xv+l6"},"inclusionProof":{"logIndex":"2627618985","rootHash":"jy4FuiJVY8584dXFwfVmpbYklc8eNnLThLVYmY1HnoM=","treeSize":"2627619000","hashes":["E53QSPnnCRA5y+d4tqEI92lutsXimoVi+qtRjxga4nY=","pIntjDghjPfJ3j4Miy2Tj4IHEclIK926V9wAnZUksfA=","dfUihu67N9WGtQisF3030mDIBRlOGVbWYjkVX4u1anY=","YkAH7p5mCAtzJdoGgXvetaYHi92aHDLZ6SYEJ6P2CfE=","bW2S9w6YcUsc7jcdV/5KzSvdobqdqM45YuC8aPK6y5w=","qRetE0yvQghLYAQMN6mNR21rxOgBf6Tw35PINw1ElL0=","y6AI+iJ11kqEj61qAxf9U9xSTtkvNGaJpf8f8uU6kgs=","WVsbxisqrnMSPBpZCbxQKlxUqsIgHyA6Zq/E4PPwD9M=","Ssd5q5yhh2DSOZh8kk8xy5J3RP5Yxj4DhQNFPuLyPcw=","S8d8NP0OIrhzmzofDddyC1xV1h93yzyG+lquYU4y+WQ=","PNIKbYkBUP4j8nfE+FGBWdHuzfthlpHMR9Gxvyc06hc=","4Eqkwaa/HB6Rr5hpDyNu+Chnjshjn2QcKE0zLD/iXV4=","PeXZrqD3jq5qFdOmhUHJ8en1qzGlcp6bfMESzIwc3z0=","lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=","7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=","eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=","SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627619000\njy4FuiJVY8584dXFwfVmpbYklc8eNnLThLVYmY1HnoM=\n\n— rekor.sigstore.dev wNI9ajBFAiEAv35TEwlNaLN+/jekyIyHBWYmrg3KyFpkg0r+pN0s4AQCIGAJF1xiluvSwguAFcnpEj9M0gtGBIBMQ+gum5ZiwVIo\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5MzMyNWQxYzA4YTc2NWZmOWYwYTQxZGFhNGQ0YzljNDVlMWVlMWMzYmE2M2MzYjZjOTRmNmIzNmRhNDkzNWViIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJRVhnRUFEY0ZNQWxJVG5CY1kyVit5V2pNUGR6TGdSZjhpTWQvR2tudHFEekFpRUErR3dnUVY4cnRQd0FYVmFrTmYwbm1pdnZGVTQrUEs0ZmN4SDFGRi9RZ2lZPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SSFowRjNTVUpCWjBsVlNUQTFiakJOUTFRMk4xRm5kazk0Y21wNmJuVjRVM1J1ZUVnd2QwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRjRUbnBSTUZkb1kwNU5hbGwzVDFSQk0wMVVRWGxPZWxFd1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZhVGxaT04zRXlaSFpqUjNCdGVqUkRRbFZqZVRaYWExUnVSSEU1WVc4NWVqUnZVVGdLTXpSbVIwVlJRbFZOYTFsNGRIbDNXWGRRVTB3MVkwbEdja28wVGxkNGFFcGllVnBFTlRobFZIaE1UU3RpVTFkV1JXRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZTVWtOTkNrOUtWVFpNVGtKWE9XRXJLM2RYUkZCRldHdEdUV2R6ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkR1p6ZWxsQlFVRlJSQXBCUldOM1VsRkpaMlZyWWt4TVNXZFhUemQxWkVWTU9VNVVOM3BMTWtoV1FWaDJVa013V0hwMVJWcG9UbVJFZEdKSWREQkRTVkZEVkhoUFJsQlVlU3MxQ2tkV2RqTnFiR3RIVVhCR2RuQlhObWxQWm1SU2Vub3ZNVm9yVENzMGFXRnRlRVJCUzBKblozRm9hMnBQVUZGUlJFRjNUbTVCUkVKclFXcENVSEp6UmtVS2FtTk5kWEJMYUVKNGNEbFNNVGg1WlRoblIzYzRiVGxQTmxwRFdHUkdZamg2ZDB0bWJIUjFObkI2Y1RkUFZWQnZVVkZ0Vm5SRFJpdHFLM2REVFVNMGN3cFJNa0lyVG5OUlRFZFFPWE5UU0c1TGJGUXJibGxSVERKaGJHbzVVbVpvTlZKeE5UZFlSRWxLTmtsRU1tVkROMFp3TlhaVGNITk9TRmhHTlV0RlVUMDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgXeccdugpXCZC/h7CrfKgXc66+MSxObhiOdMaEbkcdYoCFQCpno1I9bDhgLS7etCas7iiy/qdehgPMjAyNjA5MDcxMDE3NDRaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDkwNzEwMTc0NFowLwYJKoZIhvcNAQkEMSIEIFT3dYD3038wzqpOLZhDInNpHYmiQMRr9h5fntFpvKHmMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQD6qb8FBtZyktogSe8Zp5A0vWJhYYEwcsCn1s7wKf7tIa50icH7ZzY1cLgnm4o1ObYCMAwCub/bVfxLBlDVFDqz6mtchY5ZCq0xsd7qdvXDHK9dNOJhc4rub2g1sJBoZ/eUoA=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"kzJdHAinZf+fCkHapNTJxF4e4cO6Y8O2yU9rNtpJNes="},"signature":"MEUCIEXgEADcFMAlITnBcY2V+yWjMPdzLgRf8iMd/GkntqDzAiEA+GwgQV8rtPwAXVakNf0nmivvFU4+PK4fcxH1FF/QgiY="}} \ No newline at end of file diff --git a/build/torch214-cxx11-cu126-x86_64-linux/__init__.py b/build/torch214-cxx11-cu126-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch214-cxx11-cu126-x86_64-linux/_ops.py b/build/torch214-cxx11-cu126-x86_64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch214-cxx11-cu126-x86_64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch214-cxx11-cu126-x86_64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index 9587a5907deab76192d7ca22e9a5f5d6c5bffb6a..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-x86_64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d57cd699a67368ebe0ff6b177d744bcd72d58ee3b59cdfa02d7eee20e920d9ea -size 6322904 diff --git a/build/torch214-cxx11-cu126-x86_64-linux/layers.py b/build/torch214-cxx11-cu126-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch214-cxx11-cu126-x86_64-linux/metadata.json b/build/torch214-cxx11-cu126-x86_64-linux/metadata.json deleted file mode 100644 index 09d309a77384ea2c84fe8d02138da4969b0f8b9d..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-x86_64-linux/metadata.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "7.0", - "7.2", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0+PTX" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "1XzWmaZzaOvg/2sXfXRLzXLVjuO1nN+gLX7uIOkg2eo=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch214-cxx11-cu126-x86_64-linux/metadata.json.sigstore b/build/torch214-cxx11-cu126-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index cb47d7fde5d4b63191d581c2c5639f4f3004ea0f..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu126-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtCgAwIBAgIUCbOzcRIhdj43cyb3lsAQsP8wLOUwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTA0MzU2WhcNMjYwOTA3MTA1MzU2WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE05SDf7LztzEWgecEyte7EgszeqFucnyMu1oiBoj2h8usugDxM5t+ONeHtktKMGcZHwxz2vhc0eWrOmJKJHZtiqOCBe8wggXrMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUgH00rOttwxAGB0jlwXHlZIEV6ncwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiQYKKwYBBAHWeQIEAgR7BHkAdwB1AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHt3sZYAAAQDAEYwRAIgL+UtBZlegGr3P/QobuR1N31dDQsASKiuzaCpx9ygkMsCIFkBz+xtCckbdGt7KUmG/Pn8EaGaI0e00a2HknwvSN/iMAoGCCqGSM49BAMDA2gAMGUCMEIErfLYEJgkWsprX3+MoIHdUurZj/iZZF5XkNma+LkMCEZ83Fmf9Ny/zXrMepY0kgIxAK1tP8zZNcsvFxPGuKMsmUChWPFKMS8/maS1EFZfISwhzdI1hkSjR/f1ZAZSBdylig=="}, "tlogEntries":[{"logIndex":"2749748682", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1788777837", "inclusionPromise":{"signedEntryTimestamp":"MEQCICYhQB6A7YFmBkhv4zOos60NKGv3s8vrdwc8fWUlPWUIAiAKoc3I7It7X2Mw9Ywsw1Le2hw6XFz9Qj09FwU9njXA1Q=="}, "inclusionProof":{"logIndex":"2627844420", "rootHash":"aAtPOC/Yw8K+MQuZ4Md6M7m/aYIa5A4DfGYt1WOh+zw=", "treeSize":"2627844424", "hashes":["zd/uQ4I1ddgdpwv1dYAoUTv6wU72yYp8Hp/oNG5sdEY=", "XAxWcevVAzUlxq52Ly88UJwMoUo6VU3JMUccys7P7T4=", "9mkG7OJjb4OQI27uaVNRy1iPPxGoImXKIcdutzhkGEw=", "b7THWrgk304nrUnkf+XctsGfhCBuwmgbVjrajQa75lo=", "Qaz9iT/wDQZTpQrQRowzOn4EpY0bJ+A+UiMswODIbo8=", "GOMajGDf1N1f5n/2/xgmh6+NiqKr3JwmHoJepeIGUWg=", "uEeVB2Rh5YV9vuX+RTBmfbgpmEIUNGszUpnTksaZJeI=", "DWdBUfp1pUneRgm8K1/NAdopiySHOsMar4ZnqEbh3Ws=", "8FnXdQhRENX/6RpqqIkC/kETQP5fLNRtfMabM+/d5xQ=", "c8trXU1jC5b3UjSNQFjlpmjccVuCDD4jpLrSjmwl8eo=", "K+858yGCw25D5RMAiKde/utQcwxbEGlCoGfzZ4CaSUU=", "lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=", "7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=", "eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627844424\naAtPOC/Yw8K+MQuZ4Md6M7m/aYIa5A4DfGYt1WOh+zw=\n\n— rekor.sigstore.dev wNI9ajBEAiAYgazffKrPRaXq885cTdQqVLWanAIAZmdtSTF0LqjsnAIgeAUK02+CpG3ylexPW95gLOZVW2ChAkxPwM9yTM0leyA=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5ZDgyNTdiYjlkY2I0Y2JhYTI1YTc4ZmEyOTNjZjFkMjFhNzY5YTM3MzBlNTJhYzM0MDcxM2VlZDBhZjJlZmUwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURqWXZZcUMreTlwQjBzTGV0ellYNFhIS1J4OFVjQXNiUDNNWmxmaXo0VXRRSWhBT1NraU1ZTDQ5V1MrQng3YkhaUk8wajlJcHA4UnhPT3o0NmNYRWsyUm9KZyIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SRFowRjNTVUpCWjBsVlEySlBlbU5TU1doa2FqUXpZM2xpTTJ4elFWRnpVRGgzVEU5VmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRXdUWHBWTWxkb1kwNU5hbGwzVDFSQk0wMVVRVEZOZWxVeVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVV3TlZORVpqZE1lblI2UlZkblpXTkZlWFJsTjBWbmMzcGxjVVoxWTI1NVRYVXhiMmtLUW05cU1tZzRkWE4xWjBSNFRUVjBLMDlPWlVoMGEzUkxUVWRqV2toM2VIb3lkbWhqTUdWWGNrOXRTa3RLU0ZwMGFYRlBRMEpsT0hkbloxaHlUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZuU0RBd0NuSlBkSFIzZUVGSFFqQnFiSGRZU0d4YVNVVldObTVqZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwVVZsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTTjBKSWEwRUtaSGRDTVVGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkRE56V2xsQlFVRlJSQXBCUlZsM1VrRkpaMHdyVlhSQ1dteGxaMGR5TTFBdlVXOWlkVkl4VGpNeFpFUlJjMEZUUzJsMWVtRkRjSGc1ZVdkclRYTkRTVVpyUW5vcmVIUkRZMnRpQ21SSGREZExWVzFITDFCdU9FVmhSMkZKTUdVd01HRXlTR3R1ZDNaVFRpOXBUVUZ2UjBORGNVZFRUVFE1UWtGTlJFRXlaMEZOUjFWRFRVVkpSWEptVEZrS1JVcG5hMWR6Y0hKWU15dE5iMGxJWkZWMWNscHFMMmxhV2tZMVdHdE9iV0VyVEd0TlEwVmFPRE5HYldZNVRua3ZlbGh5VFdWd1dUQnJaMGw0UVVzeGRBcFFPSHBhVG1OemRrWjRVRWQxUzAxemJWVkRhRmRRUmt0TlV6Z3ZiV0ZUTVVWR1dtWkpVM2RvZW1SSk1XaHJVMnBTTDJZeFdrRmFVMEprZVd4cFp6MDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgAQ+xVx4ERyg6lViomCZTgIC4zKd6aoWEcGmrOCM9UeACFQDGvO6PB5mRZ+HfFmpGsO7lczCc0RgPMjAyNjA5MDcxMDQzNTdaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDkwNzEwNDM1N1owLwYJKoZIhvcNAQkEMSIEIHEAZXUPiXTPnpiIOdzGKGfghxLE0iLEafFl7TL5dXMsMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQCMGQ32oCqM12XxCSz3y5BnZu/au3FDmBtZFgRqxXXgAzBvzuzXdjPNJvt45xPir/kCMHklXpp08G8YUjNuhoBP23TCa+SNHf99DiMxBKp61usMPkVJCOrduCLTnwlfUWEuYQ=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"nYJXu53LTLqiWnj6KTzx0hp2mjcw5SrDQHE+7Qry7+A="}, "signature":"MEYCIQDjYvYqC+y9pB0sLetzYX4XHKRx8UcAsbP3MZlfiz4UtQIhAOSkiMYL49WS+Bx7bHZRO0j9Ipp8RxOOz46cXEk2RoJg"}} \ No newline at end of file diff --git a/build/torch214-cxx11-cu130-aarch64-linux/__init__.py b/build/torch214-cxx11-cu130-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch214-cxx11-cu130-aarch64-linux/_ops.py b/build/torch214-cxx11-cu130-aarch64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch214-cxx11-cu130-aarch64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch214-cxx11-cu130-aarch64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index ae5de2da933e4bb65c2c6509b5beeb6b143f25bd..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-aarch64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9f7b2af00eda081ae655000a8cac7cd141c5f3603d6fb41514cc67bc67b18e38 -size 10957424 diff --git a/build/torch214-cxx11-cu130-aarch64-linux/layers.py b/build/torch214-cxx11-cu130-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch214-cxx11-cu130-aarch64-linux/metadata.json b/build/torch214-cxx11-cu130-aarch64-linux/metadata.json deleted file mode 100644 index 3d9042fe7c0e931396752bfd7f79f956c449c805..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-aarch64-linux/metadata.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "n3sq8A7aCBrmVQAKjKx80UHF82A9b7QVFMxnvGexjjg=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch214-cxx11-cu130-aarch64-linux/metadata.json.sigstore b/build/torch214-cxx11-cu130-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index 19ea77a1164021744809e1730bc75ca507afea35..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtCgAwIBAgIUcO1b9zSVdzKEAIoL5z1+Ix5gniIwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTAxNzQ1WhcNMjYwOTA3MTAyNzQ1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEUFFi514oBMxw9G4quH7e4V5Y9NRtA9u3v8QFkTnetsYabN9Q+qnKhQYV3ajv+MbhWMCtqfpFG5YvpxAGUN4m7aOCBe8wggXrMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUwcFmyab/Nvl9yDlow27ew0pZxDwwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiQYKKwYBBAHWeQIEAgR7BHkAdwB1AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHtftl8AAAQDAEYwRAIgRIVnyVWKmbjFAeTpuHijdDVdg3rarVTz0wN7PhcbrzwCIDUpMcL9ON91lzbwwFAhfwSFeIAlTaB4PWIYf5J9A1XZMAoGCCqGSM49BAMDA2gAMGUCMQDAaY3yFq33wpIkZGuZC6QUHYU2EM4Vi8YgVENHrVxEKQwTmcklhUDWvtPAaFck7BACMACfEwLJ1lvJD+xFrtnY5ahEEugINjS3RY7Hi2mjWP3KIa2Ff4qHx49UXP4QbjSpTw=="},"tlogEntries":[{"logIndex":"2749523307","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1788776265","inclusionPromise":{"signedEntryTimestamp":"MEUCIFhCmPKu03xRQNPBLrfHArMtJVkGnK/kGWws4EDXgR7vAiEAn17QNzg6XnAGOUX7lq9bKqvD+IG+Kj12Qcl1TRyotYM="},"inclusionProof":{"logIndex":"2627619045","rootHash":"b9aO9uatkCA48oKVdf6lvTjCtrFmFuzoaLmAhvvDEsk=","treeSize":"2627619051","hashes":["aaTEJgeUBw8WJxDk5ZleDm5JNRNt8mHljr3vY0UgaB4=","uX0QXAGvMEMdZTICnhnh2Y15BCuJAnojePbPillev/4=","zm+g4qZEjjb1T8+BnvSKsAcZ418JBI72y6ejZjKt6MQ=","XSyXwTXTc72+61RKRxDaP3RWH75Kn6nHK5zc086yCRo=","lv2cjiJmq9hnsDWi93/OtC9H6lZVSZhxfJeg8itSfAE=","VVcGu7zZ4khWTOlk/GdMDOcM9KXdw1KNY/1hXer3U4Y=","y6AI+iJ11kqEj61qAxf9U9xSTtkvNGaJpf8f8uU6kgs=","WVsbxisqrnMSPBpZCbxQKlxUqsIgHyA6Zq/E4PPwD9M=","Ssd5q5yhh2DSOZh8kk8xy5J3RP5Yxj4DhQNFPuLyPcw=","S8d8NP0OIrhzmzofDddyC1xV1h93yzyG+lquYU4y+WQ=","PNIKbYkBUP4j8nfE+FGBWdHuzfthlpHMR9Gxvyc06hc=","4Eqkwaa/HB6Rr5hpDyNu+Chnjshjn2QcKE0zLD/iXV4=","PeXZrqD3jq5qFdOmhUHJ8en1qzGlcp6bfMESzIwc3z0=","lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=","7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=","eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=","SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627619051\nb9aO9uatkCA48oKVdf6lvTjCtrFmFuzoaLmAhvvDEsk=\n\n— rekor.sigstore.dev wNI9ajBFAiBiTec9rTi5sM0selQ4s5mOjaxCsLrzDKUTcBOm+ET9LAIhAJQ+350OvCmrJR61Ric2N5sKfvE7wlSWdiPvW4LIKVSA\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJhMWQyOTMyZTE1MGI4NDkzY2NmNDBmZDI2MzQ4NGYzZDhkMTg0OTUwODM3ZmNlMjg4YmVmY2E2MzJjZGNhODUxIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURSKzk4UXE0aUQrQVZRaGRaK3dvR1hNK3h1dkdWMFIxVDhBR2JiUVpFYXpBSWhBSzlNU1ROeWFzUTloci9BOGlNUE80Ry82YTlXZUFFRkRwMDNzWUV3WHhMNiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SRFowRjNTVUpCWjBsVlkwOHhZamw2VTFaa2VrdEZRVWx2VERWNk1TdEplRFZuYm1sSmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRjRUbnBSTVZkb1kwNU5hbGwzVDFSQk0wMVVRWGxPZWxFeFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZWUmtacE5URTBiMEpOZUhjNVJ6UnhkVWczWlRSV05WazVUbEowUVRsMU0zWTRVVVlLYTFSdVpYUnpXV0ZpVGpsUkszRnVTMmhSV1ZZellXcDJLMDFpYUZkTlEzUnhabkJHUnpWWmRuQjRRVWRWVGpSdE4yRlBRMEpsT0hkbloxaHlUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlYzWTBadENubGhZaTlPZG13NWVVUnNiM2N5TjJWM01IQmFlRVIzZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwVVZsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTTjBKSWEwRUtaSGRDTVVGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkR1owYkRoQlFVRlJSQXBCUlZsM1VrRkpaMUpKVm01NVZsZExiV0pxUmtGbFZIQjFTR2xxWkVSV1pHY3pjbUZ5VmxSNk1IZE9OMUJvWTJKeWVuZERTVVJWY0UxalREbFBUamt4Q214NlluZDNSa0ZvWm5kVFJtVkpRV3hVWVVJMFVGZEpXV1kxU2psQk1WaGFUVUZ2UjBORGNVZFRUVFE1UWtGTlJFRXlaMEZOUjFWRFRWRkVRV0ZaTTNrS1JuRXpNM2R3U1d0YVIzVmFRelpSVlVoWlZUSkZUVFJXYVRoWloxWkZUa2h5Vm5oRlMxRjNWRzFqYTJ4b1ZVUlhkblJRUVdGR1kyczNRa0ZEVFVGRFpncEZkMHhLTVd4MlNrUXJlRVp5ZEc1Wk5XRm9SVVYxWjBsT2FsTXpVbGszU0dreWJXcFhVRE5MU1dFeVJtWTBjVWg0TkRsVldGQTBVV0pxVTNCVWR6MDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgNyNz/Zr+QfKx7YZvCFVyTJERYFoyopBGBoh6TbHVx/ACFQClxlk/3vT+WtaemLbIumV7+WxxJBgPMjAyNjA5MDcxMDE3NDVaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDkwNzEwMTc0NVowLwYJKoZIhvcNAQkEMSIEIBqrHjCXob3Nlz0xdoEmJgHbBmjPnpiDTxJGeZQLGdnhMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMCSGBF0vQ//mud3cz6AWqiQrhERB+GLWHAoa1PjWzjeMyCL/jx/WajnQHO+WvqCKcQIxAOALLvtzBEg236ut1Ji/gjRDAf1+DjDXioaQBqWOWrAlQPIj+6o1Avp+hGrSHOpCsA=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"odKTLhULhJPM9A/SY0hPPY0YSVCDf84oi+/KYyzcqFE="},"signature":"MEYCIQDR+98Qq4iD+AVQhdZ+woGXM+xuvGV0R1T8AGbbQZEazAIhAK9MSTNyasQ9hr/A8iMPO4G/6a9WeAEFDp03sYEwXxL6"}} \ No newline at end of file diff --git a/build/torch214-cxx11-cu130-x86_64-linux/__init__.py b/build/torch214-cxx11-cu130-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch214-cxx11-cu130-x86_64-linux/_ops.py b/build/torch214-cxx11-cu130-x86_64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch214-cxx11-cu130-x86_64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch214-cxx11-cu130-x86_64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index 105024195a529ce9fe339f566d66d5c04a56debf..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-x86_64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bb30cd1ec22ce670950adc964134d769bc830ba8442d8f81ed20954d33f67fad -size 10938464 diff --git a/build/torch214-cxx11-cu130-x86_64-linux/layers.py b/build/torch214-cxx11-cu130-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch214-cxx11-cu130-x86_64-linux/metadata.json b/build/torch214-cxx11-cu130-x86_64-linux/metadata.json deleted file mode 100644 index ebb34e691209adb78584567026580c8b50644e97..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-x86_64-linux/metadata.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "uzDNHsIs5nCVCtyWQTTXabyDC6hELY+B7SCVTTP2f60=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch214-cxx11-cu130-x86_64-linux/metadata.json.sigstore b/build/torch214-cxx11-cu130-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index 6cd754b10c62f364080e5377ac5eee1d66f38539..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu130-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtCgAwIBAgIUXzJc1Lo0+OFx0oANOjXZJnDCqAUwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTA0MzU3WhcNMjYwOTA3MTA1MzU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEVm9cc/SKH/hrAew6yhgimU0kluiOJ+SSuqp4U6qCS3MQtfoijxstv3nvfLKQJOx1GxAB8tTm/gzmfvnEpJNcmqOCBe8wggXrMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUZlzETABEHXio9g2xRdM8U+pQZGowHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiQYKKwYBBAHWeQIEAgR7BHkAdwB1AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHt3tNQAAAQDAEYwRAIgZBSqoLLMCLJdtNsEdJRfaGmb+9j5da6H30xUIqudyIACIEtJY+PjbXBkotJUC0Wx/oLgQ087O4SN6zwhu287mx+wMAoGCCqGSM49BAMDA2gAMGUCMCK3u280tJIUHRWEXNwPnav1ziDoX+8ncJLjMUvT82UB4/HXExY2AUUMM4mozjg9ogIxAL0mIZ0eBmge6n3M6iGtyakljhrCh8RGHkg0tPOU6tve6H2qmqOzScw9MvLSTVwXHA=="}, "tlogEntries":[{"logIndex":"2749748878", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1788777838", "inclusionPromise":{"signedEntryTimestamp":"MEUCIB88FucSbPEPKq5zUTOGkr/9VMiIJ9eKqhaba24cz+3ZAiEAtFDqfZL08qTA8FCtzzIBBOk290M05xmbB3x/3h9mEfM="}, "inclusionProof":{"logIndex":"2627844616", "rootHash":"CwevgNayMOabfup1mfK6Mc3tVHMEX4vVVVIH/T1idOI=", "treeSize":"2627844655", "hashes":["03217YnpowUDgxUcgdAMM+CUqk+c+ouUGk9S41o5D+I=", "AVMkZTJkWOExpdvvbNGlePBm9eCJO9UvvbDC/g9wSJk=", "bfJ8GSPmgeuozoDGMqTz1ZH2Ard7Lp1q97K5RFA3riA=", "uZek2XV8FX0NXrw3EFRzU4lXwow8DIV/xxNGaH5QhUY=", "NRbOkl2Npry2t06u2JizvNw8u1wI3cTlnrtZeDil3NQ=", "+whtpRDJeEIx0Bmoqo9Rutf+RTLQ92xNGIqOzkXF+u4=", "W0Itwxm3QmbtLVoLSuwNG0GDOXo9dyXyE9uGbRUNBIE=", "GOMajGDf1N1f5n/2/xgmh6+NiqKr3JwmHoJepeIGUWg=", "uEeVB2Rh5YV9vuX+RTBmfbgpmEIUNGszUpnTksaZJeI=", "DWdBUfp1pUneRgm8K1/NAdopiySHOsMar4ZnqEbh3Ws=", "8FnXdQhRENX/6RpqqIkC/kETQP5fLNRtfMabM+/d5xQ=", "c8trXU1jC5b3UjSNQFjlpmjccVuCDD4jpLrSjmwl8eo=", "K+858yGCw25D5RMAiKde/utQcwxbEGlCoGfzZ4CaSUU=", "lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=", "7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=", "eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627844655\nCwevgNayMOabfup1mfK6Mc3tVHMEX4vVVVIH/T1idOI=\n\n— rekor.sigstore.dev wNI9ajBFAiAQr+23SeXaMYkOWAnPH4vQQg042y09Ma72klo0XzTWfwIhAITW3gy51+oAPI+piWaWKCyG5ORYKB3UQnqSLjABjWbm\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwNTgzYTA0Zjk0MjY2NWI4NTU1ZmFiODc1MGI4MDQ4MTIzYTU4OGM2M2IyMDY0YjA3NjExNTM1ZGU5NGJiZWRmIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURFdjM2cXV0TGl1TTVCVUNQTlJxemxiK3ozeStTMURhOVJqN0dsQkZwaU5nSWhBSnhqT2hLOEUxV3lyS21RN0pneHZaQXAzV1pBU0Z6YzJ0YXZ3Nnd2LytTbyIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SRFowRjNTVUpCWjBsVldIcEtZekZNYnpBclQwWjRNRzlCVGs5cVdGcEtia1JEY1VGVmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRXdUWHBWTTFkb1kwNU5hbGwzVDFSQk0wMVVRVEZOZWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZXYlRsall5OVRTMGd2YUhKQlpYYzJlV2huYVcxVk1HdHNkV2xQU2l0VFUzVnhjRFFLVlRaeFExTXpUVkYwWm05cGFuaHpkSFl6Ym5abVRFdFJTazk0TVVkNFFVSTRkRlJ0TDJkNmJXWjJia1Z3U2s1amJYRlBRMEpsT0hkbloxaHlUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZhYkhwRkNsUkJRa1ZJV0dsdk9XY3llRkprVFRoVkszQlJXa2R2ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwVVZsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTTjBKSWEwRUtaSGRDTVVGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkRE4wVGxGQlFVRlJSQXBCUlZsM1VrRkpaMXBDVTNGdlRFeE5RMHhLWkhST2MwVmtTbEptWVVkdFlpczVhalZrWVRaSU16QjRWVWx4ZFdSNVNVRkRTVVYwU2xrclVHcGlXRUpyQ205MFNsVkRNRmQ0TDI5TVoxRXdPRGRQTkZOT05ucDNhSFV5T0RkdGVDdDNUVUZ2UjBORGNVZFRUVFE1UWtGTlJFRXlaMEZOUjFWRFRVTkxNM1V5T0RBS2RFcEpWVWhTVjBWWVRuZFFibUYyTVhwcFJHOVlLemh1WTBwTWFrMVZkbFE0TWxWQ05DOUlXRVY0V1RKQlZWVk5UVFJ0YjNwcVp6bHZaMGw0UVV3d2JRcEpXakJsUW0xblpUWnVNMDAyYVVkMGVXRnJiR3BvY2tOb09GSkhTR3RuTUhSUVQxVTJkSFpsTmtneWNXMXhUM3BUWTNjNVRYWk1VMVJXZDFoSVFUMDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgPEaiPBHO+/UIjqiYLVKKtgMz0WE2oWQLDKMvn4/mFpYCFHikF7swpNAtHa/tY24gY96BFoCMGA8yMDI2MDkwNzEwNDM1N1owAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwOTA3MTA0MzU3WjAvBgkqhkiG9w0BCQQxIgQgZ6eZHiam7gwvfN9ToRD95bFYf6XwiY32+ImHdCzCxy0wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwZRUo4BcyFj/qhPL2FB+Z0eg1xNc5RV+FdoKuJGe31mbSLVVGAyJb4gYhrJhEl8dnAjB1Ne2+5+wb5L0e9Sgz0ytGoX7jqAU4N40sO3kO02r7D5FHuJOAtmRX80h3yl9HbZY="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"BYOgT5QmZbhVX6uHULgEgSOliMY7IGSwdhFTXelLvt8="}, "signature":"MEYCIQDEv36qutLiuM5BUCPNRqzlb+z3y+S1Da9Rj7GlBFpiNgIhAJxjOhK8E1WyrKmQ7JgxvZAp3WZASFzc2tavw6wv/+So"}} \ No newline at end of file diff --git a/build/torch214-cxx11-cu132-aarch64-linux/__init__.py b/build/torch214-cxx11-cu132-aarch64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-aarch64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch214-cxx11-cu132-aarch64-linux/_ops.py b/build/torch214-cxx11-cu132-aarch64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-aarch64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch214-cxx11-cu132-aarch64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch214-cxx11-cu132-aarch64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index 5ae1e9dd4a488dfd0952c1d945357d67b7087859..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-aarch64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8942e124ec6e2f8fed92d0c47416eb45c558b6de1efd65a29656b27e2cbbabb4 -size 11224192 diff --git a/build/torch214-cxx11-cu132-aarch64-linux/layers.py b/build/torch214-cxx11-cu132-aarch64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-aarch64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch214-cxx11-cu132-aarch64-linux/metadata.json b/build/torch214-cxx11-cu132-aarch64-linux/metadata.json deleted file mode 100644 index ab586ab03df27144824760190ed20dcd4c03862b..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-aarch64-linux/metadata.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "iULhJOxuL4/tktDEdBbrRcVYtt4e/WWillayfiy7q7Q=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch214-cxx11-cu132-aarch64-linux/metadata.json.sigstore b/build/torch214-cxx11-cu132-aarch64-linux/metadata.json.sigstore deleted file mode 100644 index aa644d73940039d265b06780fe4de40529aa6f74..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-aarch64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtCgAwIBAgIUfcVsnn1SpLp1MDV1qUjHrvFtei8wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTAxNzQ2WhcNMjYwOTA3MTAyNzQ2WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEz/LyLHQ48T27sCoCr0NGrOYN/vKtls1cVd98gh4DHKds4aWkMDgJm5zToJg7lgxG0qcNrj082fn7AIgg/5zvK6OCBe8wggXrMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUH0B5xG14ukJs9Q+3Jdkvy0pk+sowHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiQYKKwYBBAHWeQIEAgR7BHkAdwB1AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHtfuVwAAAQDAEYwRAIgNmCrI8bNvfJnQZ4zDARzM197bGMDtFWOZiU0W0L7tzkCIBpCK0KUsnYdVOVJrktvkzCg4w1xpnJFTcVRvpWzNu0VMAoGCCqGSM49BAMDA2kAMGYCMQCVcivX2SfoWDt3dI8WfzLRZB1tKeldS1OWPwgikyyKtU0g1ZtfgSTUdGZTLWBOn/gCMQDVu/uN6omAxB3wfxEWWumXLW2zSeB0nEv+kE8sqkTE7L4KDDW65RD9fvkfhDYRosE="},"tlogEntries":[{"logIndex":"2749523354","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1788776266","inclusionPromise":{"signedEntryTimestamp":"MEUCIQCg41d+eBjWVpemsZWy1Wdem2GbhTlkNkQvN09X5QKs1QIgRU/OEFY+0s2ryJSYJs7sNh9xAx+bhazmWRPCALI6WK0="},"inclusionProof":{"logIndex":"2627619092","rootHash":"IyhmkHzk11hhqnDvkAnsBhDljxYSLjrb5AhGCcDz3MQ=","treeSize":"2627619100","hashes":["b5B8Ndw8KvNEfL9M7A4GHCPCuLM28syrW2yz+orevCw=","jvAWakBAW+GBAw6FxIPwCTi8AOo7S4XAO8oI4cw+Zgw=","c0Osbm8fjJoqRx3P1CkhJDcQZbKUCcDuDQz9gZcSoXQ=","Z4zBuo/7IJS4a1tNVhQ+lLfaKYjJMIxjJc1rNs8KeoY=","nJ6L+hDwxPIPsQ0tisiEwX0tA/ATsxsxgdYWcbpWXGM=","xejtqasyIf7bD9VTHhTCT5LuvpKNOafTg990mpw+Ib0=","WVsbxisqrnMSPBpZCbxQKlxUqsIgHyA6Zq/E4PPwD9M=","Ssd5q5yhh2DSOZh8kk8xy5J3RP5Yxj4DhQNFPuLyPcw=","S8d8NP0OIrhzmzofDddyC1xV1h93yzyG+lquYU4y+WQ=","PNIKbYkBUP4j8nfE+FGBWdHuzfthlpHMR9Gxvyc06hc=","4Eqkwaa/HB6Rr5hpDyNu+Chnjshjn2QcKE0zLD/iXV4=","PeXZrqD3jq5qFdOmhUHJ8en1qzGlcp6bfMESzIwc3z0=","lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=","7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=","eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=","SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627619100\nIyhmkHzk11hhqnDvkAnsBhDljxYSLjrb5AhGCcDz3MQ=\n\n— rekor.sigstore.dev wNI9ajBEAiBtD8DW00xYbyWqTcf4meBl2O4LBFox+XQQmDS7mdX0+AIgbTIW8ox80GmD+kAqbKS44tMF1XX0yN5Ymb33tHJ8PEU=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJlMzkxOGQxMmY5ZTBkNjZmYjVhYmExNzI1MDlhNmJlMGU2MTlkYTg1ZDYwNjJmYzYwYzdkNjYyN2QyMWNmZDIwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJR0d0Y2lORWtDUXB0UFZPd0ZRc0o5bmtNSzV5REZNSUk0aGdnZGw1ck9kTkFpRUEwaURPT0VEN0YwZW1qWTJLWnRQaE52VkRvSlpVOWFXd25Nd1duWjBQd09ZPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5SRFowRjNTVUpCWjBsVlptTldjMjV1TVZOd1RIQXhUVVJXTVhGVmFraHlka1owWldrNGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRjRUbnBSTWxkb1kwNU5hbGwzVDFSQk0wMVVRWGxPZWxFeVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVY2TDB4NVRFaFJORGhVTWpkelEyOURjakJPUjNKUFdVNHZka3QwYkhNeFkxWmtPVGdLWjJnMFJFaExaSE0wWVZkclRVUm5TbTAxZWxSdlNtYzNiR2Q0UnpCeFkwNXlhakE0TW1adU4wRkpaMmN2TlhwMlN6WlBRMEpsT0hkbloxaHlUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZJTUVJMUNuaEhNVFIxYTBwek9WRXJNMHBrYTNaNU1IQnJLM052ZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwVVZsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTTjBKSWEwRUtaSGRDTVVGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkR1oxVm5kQlFVRlJSQXBCUlZsM1VrRkpaMDV0UTNKSk9HSk9kbVpLYmxGYU5IcEVRVko2VFRFNU4ySkhUVVIwUmxkUFdtbFZNRmN3VERkMGVtdERTVUp3UTBzd1MxVnpibGxrQ2xaUFZrcHlhM1IyYTNwRFp6UjNNWGh3YmtwR1ZHTldVblp3VjNwT2RUQldUVUZ2UjBORGNVZFRUVFE1UWtGTlJFRXlhMEZOUjFsRFRWRkRWbU5wZGxnS01sTm1iMWRFZEROa1NUaFhabnBNVWxwQ01YUkxaV3hrVXpGUFYxQjNaMmxyZVhsTGRGVXdaekZhZEdablUxUlZaRWRhVkV4WFFrOXVMMmREVFZGRVZncDFMM1ZPTm05dFFYaENNM2RtZUVWWFYzVnRXRXhYTW5wVFpVSXdia1YySzJ0Rk9ITnhhMVJGTjB3MFMwUkVWelkxVWtRNVpuWnJabWhFV1ZKdmMwVTlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgwhc8HHwR/qmg/9A6Q4Rhgmhe3hTT9dxGtKO5hdF2nLACFQDqjp9IIpbXSsaFM5gPY2reRNPxThgPMjAyNjA5MDcxMDE3NDZaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHZMIIB1QIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDkwNzEwMTc0NlowLwYJKoZIhvcNAQkEMSIEIKYDHHuV/0fjHae7GtYSm4jyKFz0WBdJNcXXqx83Nq6jMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRlMGMCLzmON3QrHoUs2XxKoThYnGo1SpdIZbtOslsF2XMKARQ0R4me/8dFZUqZ4F+pUJ0CAjBhAdiUwAdtH4NA0Kx5bFbXxpVfyhmY2WFNcAy+o7wIqHuVqQw3njIuQ9lz1AgmLYo="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"45GNEvng1m+1q6FyUJpr4OYZ2oXWBi/GDH1mJ9Ic/SA="},"signature":"MEUCIGGtciNEkCQptPVOwFQsJ9nkMK5yDFMII4hggdl5rOdNAiEA0iDOOED7F0emjY2KZtPhNvVDoJZU9aWwnMwWnZ0PwOY="}} \ No newline at end of file diff --git a/build/torch214-cxx11-cu132-x86_64-linux/__init__.py b/build/torch214-cxx11-cu132-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch214-cxx11-cu132-x86_64-linux/_ops.py b/build/torch214-cxx11-cu132-x86_64-linux/_ops.py deleted file mode 100644 index aedf1b2cb2fb11c9cb3bafdbd202f4feed7c4e46..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_cuda_89d4054 -ops = torch.ops._rotary_cuda_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_cuda_89d4054::{op_name}" diff --git a/build/torch214-cxx11-cu132-x86_64-linux/_rotary_cuda_89d4054.abi3.so b/build/torch214-cxx11-cu132-x86_64-linux/_rotary_cuda_89d4054.abi3.so deleted file mode 100644 index 940ff5191dcae50d59b287fa351b91363c0c09cc..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-x86_64-linux/_rotary_cuda_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0473ea369a334a320e91d309c463233193e43b48844a1ae6347bc1d48192f183 -size 11217024 diff --git a/build/torch214-cxx11-cu132-x86_64-linux/layers.py b/build/torch214-cxx11-cu132-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch214-cxx11-cu132-x86_64-linux/metadata.json b/build/torch214-cxx11-cu132-x86_64-linux/metadata.json deleted file mode 100644 index d2211d88eb9637edc4a2d0876604f6f048e61b3b..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-x86_64-linux/metadata.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_cuda_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "cuda", - "archs": [ - "10.0", - "10.3", - "11.0", - "12.0", - "12.1+PTX", - "7.5", - "8.0", - "8.6", - "8.7", - "8.9", - "9.0" - ] - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "nn4yFxMSrG7t3Q9K81wukIuo7F3H/cG6Yfa/tKL6edE=", - "_rotary_cuda_89d4054.abi3.so": "BHPqNpozSjIOkdMJxGMjMZPkO0iEShrmNHvB1IGS8YM=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch214-cxx11-cu132-x86_64-linux/metadata.json.sigstore b/build/torch214-cxx11-cu132-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index 57278df88c6c3d5c46ae08990c868a8535795c08..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-cu132-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSzCCBtKgAwIBAgIUB6wItqmMCaCdSvXpcrTAV5e0KC4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTA0MzU4WhcNMjYwOTA3MTA1MzU4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE5TVIrP1GlbxuZh+B+/HM3819C4ERel0CPgWX+06k6F3c0mmDyk3FC0iiME6mv01DSYaxqrNXiWr6XlLhTMiWkKOCBfEwggXtMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQU47rYjx1CEjAoHBoZCdLWpygrT0cwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBiwYKKwYBBAHWeQIEAgR9BHsAeQB3AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHt3uK8AAAQDAEgwRgIhAKiueOq0m0cgSaJA2smZC55E3RRyWJvXIdHL6u/yGv8gAiEAlUq7NQST3zJA7GtwYA1pYnSc/MHW4/IPrl+btzWran8wCgYIKoZIzj0EAwMDZwAwZAIwPtwH2yP9t3ognBHOwvnkyBvvmAiXJo5M+OMM/sQxzm3fVK2gYWevtteF2KVN9mI8AjBML8oEK66ITgEPzrC+nXbCHwb3Xux9WhS+d+Ch5ISlN6Y2wo3I02TCTWJlQMg2qzI="}, "tlogEntries":[{"logIndex":"2749749054", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1788777838", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQDMYqUXIHgCab/hFAIjkqkbKnDQlAbJ0s54f4mFsMwsDwIhAIlL+pHsaHWOKXJa0+TChRc54DlH7z5avKQAi2RTwbpm"}, "inclusionProof":{"logIndex":"2627844792", "rootHash":"3HJTSa2Y0TrF1tjaNIc81LML/Bx6l9+IZk8Ct6QPJok=", "treeSize":"2627844819", "hashes":["Ey3TrVPul6cIC9wP1IzQmFulGmKMBIPMq779tKG4I2A=", "+KWZ7HRbjZyHhKg8zkn8bSjc3RlCijsDbzDqLYl/P30=", "0PVb+aTtjLpZUtq3iu12K3Fm0get8g6JNm1rvsduWtA=", "Q3ieHF52wUWzu51Gc4eGuEMq5ZLSavMdC7SiADZIPIk=", "HBR79tABHq8G2MRDRQqCHmiOeOBYU+KsEpB/xz1UKDM=", "2xyLQDXT8KUp2oTmkdgPOnYkTRCuNf1GhWw4omohP6c=", "einnyw8kqnFcwl/nqU7uqVkjBk8NQlHsHFjnJIjjum4=", "ycqbDumIoxfzkNOyTkCVj5kYAsAgWqFFyQ4L8513tD4=", "W0Itwxm3QmbtLVoLSuwNG0GDOXo9dyXyE9uGbRUNBIE=", "GOMajGDf1N1f5n/2/xgmh6+NiqKr3JwmHoJepeIGUWg=", "uEeVB2Rh5YV9vuX+RTBmfbgpmEIUNGszUpnTksaZJeI=", "DWdBUfp1pUneRgm8K1/NAdopiySHOsMar4ZnqEbh3Ws=", "8FnXdQhRENX/6RpqqIkC/kETQP5fLNRtfMabM+/d5xQ=", "c8trXU1jC5b3UjSNQFjlpmjccVuCDD4jpLrSjmwl8eo=", "K+858yGCw25D5RMAiKde/utQcwxbEGlCoGfzZ4CaSUU=", "lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=", "7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=", "eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627844819\n3HJTSa2Y0TrF1tjaNIc81LML/Bx6l9+IZk8Ct6QPJok=\n\n— rekor.sigstore.dev wNI9ajBFAiA/VK3Xfz7fwKhL9ql3T8FCXTxwTokRDHInxxxPFcGXbgIhALcCiz7o000jGElWvjktV0rC4X/gszvftY7+w5P8hSry\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJkMWQwYzMxNGM4Y2NiNGMwMjBlYjI4YTg1ZTlmM2JlYmUxMjJlMTI5OTZlYWUyMjQ5ZjI1NDM3YWEwNTFjYWY4In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJRDBTOW9OSnV3TjQ1K1pPam9HSENVSDloVHIrRjJDVmw5MTlaL3EyaDd1eEFpQU94WDN2M3ZLODk1aWt4b0psSGxSRzVJYTJXUGR6dTk0VEkxYk5GVTFwR1E9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRla05EUW5STFowRjNTVUpCWjBsVlFqWjNTWFJ4YlUxRFlVTmtVM1pZY0dOeVZFRldOV1V3UzBNMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRXdUWHBWTkZkb1kwNU5hbGwzVDFSQk0wMVVRVEZOZWxVMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVUxVkZaSmNsQXhSMnhpZUhWYWFDdENLeTlJVFRNNE1UbERORVZTWld3d1ExQm5WMWdLS3pBMmF6WkdNMk13YlcxRWVXc3pSa013YVdsTlJUWnRkakF4UkZOWllYaHhjazVZYVZkeU5saHNUR2hVVFdsWGEwdFBRMEptUlhkbloxaDBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlUwTjNKWkNtcDRNVU5GYWtGdlNFSnZXa05rVEZkd2VXZHlWREJqZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwZDFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT1VKSWMwRUtaVkZDTTBGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkRE4xU3poQlFVRlJSQXBCUldkM1VtZEphRUZMYVhWbFQzRXdiVEJqWjFOaFNrRXljMjFhUXpVMVJUTlNVbmxYU25aWVNXUklURFoxTDNsSGRqaG5RV2xGUVd4VmNUZE9VVk5VQ2pONlNrRTNSM1IzV1VFeGNGbHVVMk12VFVoWE5DOUpVSEpzSzJKMGVsZHlZVzQ0ZDBObldVbExiMXBKZW1vd1JVRjNUVVJhZDBGM1drRkpkMUIwZDBnS01ubFFPWFF6YjJkdVFraFBkM1p1YTNsQ2RuWnRRV2xZU204MVRTdFBUVTB2YzFGNGVtMHpabFpMTW1kWlYyVjJkSFJsUmpKTFZrNDViVWs0UVdwQ1RRcE1PRzlGU3pZMlNWUm5SVkI2Y2tNcmJsaGlRMGgzWWpOWWRYZzVWMmhUSzJRclEyZzFTVk5zVGpaWk1uZHZNMGt3TWxSRFZGZEtiRkZOWnpKeGVrazlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgStRNk3IssBYlvtgzk79Uwp7rW+Aix3rxyEbX4Ajfdg8CFAdJ8FiTveHutjn3yKx8MLx36Ki5GA8yMDI2MDkwNzEwNDM1OFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYwOTA3MTA0MzU4WjAvBgkqhkiG9w0BCQQxIgQgrXdak7RFeDfvOCxyMgy3kJAh3diwS+OWCHvPlyJ0QgowgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxALxL7CZQ1P4ouwr3dfzEms9HKSYBo7AEsEHXq2CLX7n0wmkirBRboK/S+znPNt7YvgIxAMrQXEd2iTG+TdmLrVujTzz5VBz2EVlmvrVBby5unFn0oOnVF510olX32fLZTzvezw=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"0dDDFMjMtMAg6yioXp876+Ei4SmW6uIknyVDeqBRyvg="}, "signature":"MEQCID0S9oNJuwN45+ZOjoGHCUH9hTr+F2CVl919Z/q2h7uxAiAOxX3v3vK895ikxoJlHlRG5Ia2WPdzu94TI1bNFU1pGQ=="}} \ No newline at end of file diff --git a/build/torch214-cxx11-xpu20261-x86_64-linux/__init__.py b/build/torch214-cxx11-xpu20261-x86_64-linux/__init__.py deleted file mode 100644 index d4ae5eb764bfd4529302f6ebd55a63cfc4290248..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-xpu20261-x86_64-linux/__init__.py +++ /dev/null @@ -1,57 +0,0 @@ -import torch - -from . import layers -from ._ops import ops - - -def apply_rotary( - x1: torch.Tensor, - x2: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - out1: torch.Tensor, - out2: torch.Tensor, - conj: bool, -) -> None: - ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj) - - -def apply_rotary_transformers( - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, -) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - apply_rotary(q1, q2, cos, sin, q1, q2, False) - apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated - - -# Add torch compile support for functions -apply_rotary_transformers.can_torch_compile = True - - -# Keeping `apply_rotary` and `apply_rotary_transformers` for BC -__all__ = ["apply_rotary", "apply_rotary_transformers", "layers"] diff --git a/build/torch214-cxx11-xpu20261-x86_64-linux/_ops.py b/build/torch214-cxx11-xpu20261-x86_64-linux/_ops.py deleted file mode 100644 index cc8dc0508162f170b10d2f4187c97b8067456625..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-xpu20261-x86_64-linux/_ops.py +++ /dev/null @@ -1,9 +0,0 @@ -import torch -from . import _rotary_xpu_89d4054 -ops = torch.ops._rotary_xpu_89d4054 - -def add_op_namespace_prefix(op_name: str): - """ - Prefix op by namespace. - """ - return f"_rotary_xpu_89d4054::{op_name}" diff --git a/build/torch214-cxx11-xpu20261-x86_64-linux/_rotary_xpu_89d4054.abi3.so b/build/torch214-cxx11-xpu20261-x86_64-linux/_rotary_xpu_89d4054.abi3.so deleted file mode 100644 index 7d2ef7a55af0ca841f716b3f021d7f564edb8d09..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-xpu20261-x86_64-linux/_rotary_xpu_89d4054.abi3.so +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6ea95f7a9d8eb62e0ae036fd63b1b507217dad34f1ea0544a460b772e011f7a6 -size 403832 diff --git a/build/torch214-cxx11-xpu20261-x86_64-linux/layers.py b/build/torch214-cxx11-xpu20261-x86_64-linux/layers.py deleted file mode 100644 index ac7d829334e10090a3190775b8ae51f739501512..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-xpu20261-x86_64-linux/layers.py +++ /dev/null @@ -1,41 +0,0 @@ -import torch -import torch.nn as nn - -from ._ops import ops - - -class apply_rotary_transformers(nn.Module): - can_torch_compile = True - - def forward( - self, - q: torch.Tensor, - k: torch.Tensor, - cos: torch.Tensor, - sin: torch.Tensor, - unsqueeze_dim: int = 1, - ) -> tuple[torch.Tensor, torch.Tensor]: - """ - Rotary kernel implementation wrapper - Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature - """ - cos = cos.unsqueeze(unsqueeze_dim) - sin = sin.unsqueeze(unsqueeze_dim) - - q_rotated = q.clone() - k_rotated = k.clone() - - # Get half dimension for rotation - half_dim = q.shape[-1] // 2 - q1 = q_rotated[..., :half_dim] - q2 = q_rotated[..., half_dim:] - k1 = k_rotated[..., :half_dim] - k2 = k_rotated[..., half_dim:] - if cos.shape[-1] != half_dim: - # Trim cos/sin to match half_dim - cos = cos[..., :half_dim] - sin = sin[..., :half_dim] - - ops.apply_rotary(q1, q2, cos, sin, q1, q2, False) - ops.apply_rotary(k1, k2, cos, sin, k1, k2, False) - return q_rotated, k_rotated diff --git a/build/torch214-cxx11-xpu20261-x86_64-linux/metadata.json b/build/torch214-cxx11-xpu20261-x86_64-linux/metadata.json deleted file mode 100644 index b85f951e87472b8db03aa842f562b1d7e0e2c004..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-xpu20261-x86_64-linux/metadata.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "name": "rotary", - "id": "_rotary_xpu_89d4054", - "version": 2, - "kernels-minver": "0.14.0", - "license": "BSD-3-Clause", - "python-depends": [], - "kernel-depends": [], - "backend": { - "type": "xpu" - }, - "digest": { - "algorithm": "sha256", - "files": { - "__init__.py": "qlvCb0Z6KMkcCxgjDRxjD1ofWaJ/Lqx0cTFlqrncWyE=", - "_ops.py": "eGeqvWsJtJK/jMwl0qKns5U5OcDdBkYXOgzja3uo9AI=", - "_rotary_xpu_89d4054.abi3.so": "bqlfep2Oti4K4Db9Y7G1ByF9rTTx6gVEpGC3cuAR96Y=", - "layers.py": "c8ZzUlsVi1lOGhM67JSViZdKBSbIKItQxmWkXPiTEy4=" - } - }, - "provenance": { - "kernel-builder": { - "version": "0.17.0-dev0", - "commit": "a7f0afdb29a6a3372b1d47180cc0c182454c5e3b", - "dirty": false - }, - "kernel": { - "commit": "89d4054f3755039d5474cfed03f06de026ee2ce7", - "dirty": false - } - } -} \ No newline at end of file diff --git a/build/torch214-cxx11-xpu20261-x86_64-linux/metadata.json.sigstore b/build/torch214-cxx11-xpu20261-x86_64-linux/metadata.json.sigstore deleted file mode 100644 index 559ff6ec35dacd6e64010922707d3e173c3d0b96..0000000000000000000000000000000000000000 --- a/build/torch214-cxx11-xpu20261-x86_64-linux/metadata.json.sigstore +++ /dev/null @@ -1 +0,0 @@ -{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHSjCCBtGgAwIBAgIUAVh+Ituy3jn1JfqDkUCZZlazghcwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYwOTA3MTA0NzE4WhcNMjYwOTA3MTA1NzE4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEOXHSOtDgn7+eqYmIvJXCOTFIWMr7ceAd3knGAHVsqk++EY0PbWJf/tx18he/Xt8WB7A+i8q2f/fNcgfTpu9MgaOCBfAwggXsMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUrSNSTC60994GPm5rZ1SONvZcaRMwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wawYDVR0RAQH/BGEwX4ZdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDkGCisGAQQBg78wAQEEK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wHwYKKwYBBAGDvzABAgQRd29ya2Zsb3dfZGlzcGF0Y2gwNgYKKwYBBAGDvzABAwQoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzATBgorBgEEAYO/MAEEBAVCdWlsZDArBgorBgEEAYO/MAEFBB1odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTAdBgorBgEEAYO/MAEGBA9yZWZzL2hlYWRzL21haW4wOwYKKwYBBAGDvzABCAQtDCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMG0GCisGAQQBg78wAQkEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wAQoEKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAbBgorBgEEAYO/MAELBA0MC3NlbGYtaG9zdGVkMEAGCisGAQQBg78wAQwEMgwwaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MDgGCisGAQQBg78wAQ0EKgwoODlkNDA1NGYzNzU1MDM5ZDU0NzRjZmVkMDNmMDZkZTAyNmVlMmNlNzAfBgorBgEEAYO/MAEOBBEMD3JlZnMvaGVhZHMvbWFpbjAaBgorBgEEAYO/MAEPBAwMCjEwNzE0NzU1MjkwLgYKKwYBBAGDvzABEAQgDB5odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2UwGAYKKwYBBAGDvzABEQQKDAgyNTcyMDc0MzBtBgorBgEEAYO/MAESBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAETBCoMKDg5ZDQwNTRmMzc1NTAzOWQ1NDc0Y2ZlZDAzZjA2ZGUwMjZlZTJjZTcwIQYKKwYBBAGDvzABFAQTDBF3b3JrZmxvd19kaXNwYXRjaDBkBgorBgEEAYO/MAEVBFYMVGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS9hY3Rpb25zL3J1bnMvMzQxMDMyNjE5OTQvYXR0ZW1wdHMvMTAWBgorBgEEAYO/MAEWBAgMBnB1YmxpYzBGBgorBgEEAYO/MAEYBDgMNnJlcG86aHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHk6cmVmOnJlZnMvaGVhZHMvbWFpbjCBigYKKwYBBAHWeQIEAgR8BHoAeAB2AN09MGrGxxEyYxkeHJlnNwKiSl643jyt/4eKcoAvKe6OAAABoHt6xC8AAAQDAEcwRQIgHC4CwAZ7rKjqvQSl9aebs6bLYjPbkOSjymlB9InyStUCIQDaEvgRnOIvD2E0W2zy09urI3ggMBui8QDvQcF9fWGaszAKBggqhkjOPQQDAwNnADBkAjAkG31rpAvQ/ceRaluRBUaTOARezC40t3HvhpmqPdw4wETuEwWCrwW1ndqsdiuiIcQCMBCDYrC1U6vHbJAki5yWYelS7yfviJzmqc4KkKvWo6n7cNtD3IUWAExD1X1qNFyDeA=="}, "tlogEntries":[{"logIndex":"2749782751", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1788778038", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQCiKCZSM8VxoSyIz5ETJvrq9os8HtUVUygo25MRchwgmQIhAJ6VwfXUIvLEpdvWsTZZgaMUTK+0HHBI/1AnQYfo3yuZ"}, "inclusionProof":{"logIndex":"2627878489", "rootHash":"L1SJPvdJlOpyp3TjZm0seU68FsetiIFH5wcFVyYWnKg=", "treeSize":"2627878516", "hashes":["ge+LisPXD5QjG3HUsS/+ZWaqvQSQB5e67Twb05TPfmE=", "s67nLbJjxOjBDw/2kTs1udQtLMrjtxMGs1KWMTVZaxA=", "UriuB5GM41+dXYJ5u+bk/no22bPr4LvFm8ODXFJRWrI=", "kRZuUrFmwKVC/xbx3gudhvIk7mzqVvzqngJOclnSRHQ=", "qBeRkhGBEAIwk+7JcV1nDLpNO55ReWmgICQ12G4uTCM=", "XYN36mdvwnSbOGKaLXe+ViKmLC/X6VQFpsGrhH7NCxk=", "O2Gp2QRo9qXHwek4eOxtBwiqwe3dMw0F3+elLuqHJsw=", "jBhSrU0TYBpqJ2ivRCxUXJOFQmCk8JOA8LsjZCyEJIs=", "ug6zkX+GOxAxDXd3d2BwYSY++P21+yxoXeVG+ZDktq8=", "CmaJvfA4gSn22nI3+/0yy/OMta0UCvKc/RHq+8EAlwU=", "SBWKw2wwOZ/23JvgPjPFVfWcbSSEE2EU876PUDQS7UI=", "O6T1pvwTJ2m4qQef+FJwEam8VLUhUJiRZ672kq5V0cE=", "K1ZnQnuEqbWi08JDDyfd3MDxm5jPowkdUbHoW9ObSOs=", "K+858yGCw25D5RMAiKde/utQcwxbEGlCoGfzZ4CaSUU=", "lKSWYj364IeG0b10DY/iYLgSeWiNkybEZLzd49gUFSo=", "7tD2K8mAqGTMENrP2YXWz71BeTWQPCiYd3CESAgQLz8=", "eXSLrLqKSxRTixSP/k4YimriB2lufao6trqTrsxxlyg=", "SndbMKVtcTenAkwi2JBfGzD+mhexp1qJbRIY+A1JRIU=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n2627878516\nL1SJPvdJlOpyp3TjZm0seU68FsetiIFH5wcFVyYWnKg=\n\n— rekor.sigstore.dev wNI9ajBFAiEAmG4aV/T0gjaB5YJ1UzBoVd/bgITqo5ymx50mR8KLEYoCIArxp5AEWAXrKeLvWTshq5J8x5VK8o0pkwvOmBg2tiDn\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5MjIxODExYTg1NWQxZDZiMTJjMDU3ZDdiYzE1YWVkYTExODBiNzdiMTZlMDFlODM1OTAyY2ZkNWY1NmNhZmNkIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJQzArQnlkaUY2M1pwYW1pdzdrL1BhS1lRNFRHV01lcTBROTM5bWUrTTc0UkFpRUFrOHUyMWhoYjdTTEI2eHd0WVhOZnloWjZQNDFCVSs3elVoUWltQVNteFZvPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaFRha05EUW5SSFowRjNTVUpCWjBsVlFWWm9LMGwwZFhremFtNHhTbVp4Ukd0VlExcGFiR0Y2WjJoamQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFpkMDlVUVROTlZFRXdUbnBGTkZkb1kwNU5hbGwzVDFSQk0wMVVRVEZPZWtVMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZQV0VoVFQzUkVaMjQzSzJWeFdXMUpka3BZUTA5VVJrbFhUWEkzWTJWQlpETnJia2NLUVVoV2MzRnJLeXRGV1RCUVlsZEtaaTkwZURFNGFHVXZXSFE0VjBJM1FTdHBPSEV5Wmk5bVRtTm5abFJ3ZFRsTloyRlBRMEptUVhkbloxaHpUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXUkNaMDVXU0ZFMFJVWm5VVlZ5VTA1VENsUkROakE1T1RSSFVHMDFjbG94VTA5T2RscGpZVkpOZDBoM1dVUldVakJxUWtKbmQwWnZRVlV6T1ZCd2VqRlphMFZhWWpWeFRtcHdTMFpYYVhocE5Ga0tXa1E0ZDJGM1dVUldVakJTUVZGSUwwSkhSWGRZTkZwa1lVaFNNR05JVFRaTWVUbHVZVmhTYjJSWFNYVlpNamwwVERKb01Wb3laSEJpYldSdFdWZE9iQXBNTW5Sc1kyMDFiR0pJVFhSWk1qbDBZbGhXZFdGWVVqVk1lVFZ1WVZoU2IyUlhTWFprTWpsNVlUSmFjMkl6WkhwTU1rb3hZVmQ0YTB4dWJHaGlWM2hCQ21OdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnJSME5wYzBkQlVWRkNaemM0ZDBGUlJVVkxNbWd3WkVoQ2VrOXBPSFprUnpseVdsYzBkVmxYVGpBS1lWYzVkV041Tlc1aFdGSnZaRmRLTVdNeVZubFpNamwxWkVkV2RXUkROV3BpTWpCM1NIZFpTMHQzV1VKQ1FVZEVkbnBCUWtGblVWSmtNamw1WVRKYWN3cGlNMlJtV2tkc2VtTkhSakJaTW1kM1RtZFpTMHQzV1VKQ1FVZEVkbnBCUWtGM1VXOVBSR3hyVGtSQk1VNUhXWHBPZWxVeFRVUk5OVnBFVlRCT2VsSnFDbHB0Vm10TlJFNXRUVVJhYTFwVVFYbE9iVlpzVFcxT2JFNTZRVlJDWjI5eVFtZEZSVUZaVHk5TlFVVkZRa0ZXUTJSWGJITmFSRUZ5UW1kdmNrSm5SVVVLUVZsUEwwMUJSVVpDUWpGdlpGZGtibUZYTlc1YWJVWnFXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWUkJaRUpuYjNKQ1owVkZRVmxQTHdwTlFVVkhRa0U1ZVZwWFducE1NbWhzV1ZkU2Vrd3lNV2hoVnpSM1QzZFpTMHQzV1VKQ1FVZEVkbnBCUWtOQlVYUkVRM1J2WkVoU2QyTjZiM1pNTTFKMkNtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVY3dSME5wYzBkQlVWRkNaemM0ZDBGUmEwVUtXSGQ0WkdGSVVqQmpTRTAyVEhrNWJtRllVbTlrVjBsMVdUSTVkRXd5YURGYU1tUndZbTFrYlZsWFRteE1NblJzWTIwMWJHSklUWFJaTWpsMFlsaFdkUXBoV0ZJMVRIazFibUZZVW05a1YwbDJaREk1ZVdFeVduTmlNMlI2VERKS01XRlhlR3RNYm14b1lsZDRRV050Vm0xamVUbHZXbGRHYTJONU9YUlpWMngxQ2sxRVowZERhWE5IUVZGUlFtYzNPSGRCVVc5RlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbXBhYlZaclRVUk9iVTFFV21zS1dsUkJlVTV0Vm14TmJVNXNUbnBCWWtKbmIzSkNaMFZGUVZsUEwwMUJSVXhDUVRCTlF6Tk9iR0pIV1hSaFJ6bDZaRWRXYTAxRlFVZERhWE5IUVZGUlFncG5OemgzUVZGM1JVMW5kM2RoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlUxRVowZERhWE5IUVZGUlFtYzNPSGRCVVRCRlMyZDNiMDlFYkd0T1JFRXhUa2RaZWs1NlZURk5SRTAxV2tSVk1FNTZVbW9LV20xV2EwMUVUbTFOUkZwcldsUkJlVTV0Vm14TmJVNXNUbnBCWmtKbmIzSkNaMFZGUVZsUEwwMUJSVTlDUWtWTlJETktiRnB1VFhaaFIxWm9Xa2hOZGdwaVYwWndZbXBCWVVKbmIzSkNaMFZGUVZsUEwwMUJSVkJDUVhkTlEycEZkMDU2UlRCT2VsVXhUV3ByZDB4bldVdExkMWxDUWtGSFJIWjZRVUpGUVZGbkNrUkNOVzlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWM1IwRlpTMHQzV1VKQ1FVZEVkbnBCUWtWUlVVc0tSRUZuZVU1VVkzbE5SR013VFhwQ2RFSm5iM0pDWjBWRlFWbFBMMDFCUlZOQ1JqaE5XRmRvTUdSSVFucFBhVGgyV2pKc01HRklWbWxNYlU1MllsTTVid3BrVjJSdVlWYzFibHB0Um1wYVV6bHlXbGhLZFZwWGVIcE1WMDUyWWxjeE1XSnRiREJsVXpoMVdqSnNNR0ZJVm1sTU0yUjJZMjEwYldKSE9UTmplVGxwQ21SWGJITmFRelUxV1ZjeGMxRklTbXhhYmsxMllVZFdhRnBJVFhaaVYwWndZbXBCTkVKbmIzSkNaMFZGUVZsUEwwMUJSVlJDUTI5TlMwUm5OVnBFVVhjS1RsUlNiVTE2WXpGT1ZFRjZUMWRSTVU1RVl6QlpNbHBzV2tSQmVscHFRVEphUjFWM1RXcGFiRnBVU21wYVZHTjNTVkZaUzB0M1dVSkNRVWRFZG5wQlFncEdRVkZVUkVKR00ySXpTbkphYlhoMlpERTVhMkZZVG5kWldGSnFZVVJDYTBKbmIzSkNaMFZGUVZsUEwwMUJSVlpDUmxsTlZrZG9NR1JJUW5wUGFUaDJDbG95YkRCaFNGWnBURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemxvV1ROU2NHSXlOWG9LVEROS01XSnVUWFpOZWxGNFRVUk5lVTVxUlRWUFZGRjJXVmhTTUZwWE1YZGtTRTEyVFZSQlYwSm5iM0pDWjBWRlFWbFBMMDFCUlZkQ1FXZE5RbTVDTVFwWmJYaHdXWHBDUjBKbmIzSkNaMFZGUVZsUEwwMUJSVmxDUkdkTlRtNUtiR05IT0RaaFNGWnVXakpzZFZveVdtaFpNbFYyWVRKV2VXSnRWbk5qZVRGcUNtSXlNWFJrVnpWd1pFaHJObU50Vm0xUGJrcHNXbTVOZG1GSFZtaGFTRTEyWWxkR2NHSnFRMEpwWjFsTFMzZFpRa0pCU0ZkbFVVbEZRV2RTT0VKSWIwRUtaVUZDTWtGT01EbE5SM0pIZUhoRmVWbDRhMlZJU214dVRuZExhVk5zTmpRemFubDBMelJsUzJOdlFYWkxaVFpQUVVGQlFtOUlkRFo0UXpoQlFVRlJSQXBCUldOM1VsRkpaMGhETkVOM1FWbzNja3RxY1haUlUydzVZV1ZpY3paaVRGbHFVR0pyVDFOcWVXMXNRamxKYm5sVGRGVkRTVkZFWVVWMloxSnVUMGwyQ2tReVJUQlhNbnA1TURsMWNra3paMmROUW5WcE9GRkVkbEZqUmpsbVYwZGhjM3BCUzBKblozRm9hMnBQVUZGUlJFRjNUbTVCUkVKclFXcEJhMGN6TVhJS2NFRjJVUzlqWlZKaGJIVlNRbFZoVkU5QlVtVjZRelF3ZEROSWRtaHdiWEZRWkhjMGQwVlVkVVYzVjBOeWQxY3hibVJ4YzJScGRXbEpZMUZEVFVKRFJBcFpja014VlRaMlNHSktRV3RwTlhsWFdXVnNVemQ1Wm5acFNucHRjV00wUzJ0TGRsZHZObTQzWTA1MFJETkpWVmRCUlhoRU1WZ3hjVTVHZVVSbFFUMDlDaTB0TFMwdFJVNUVJRU5GVWxSSlJrbERRVlJGTFMwdExTMEsifX19fQ=="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgBx1TRHBxjNSW/OfwU53GJSSzGwx85Ao3pbeaB0dwomICFQCpYpPTdaUmrQ66zp3KKj3zjsPfThgPMjAyNjA5MDcxMDQ3MThaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MDkwNzEwNDcxOFowLwYJKoZIhvcNAQkEMSIEIBTypoJkZQA/pWe2NMiU3/LWTV16bGF4MuFCKwJdbA5ZMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMA/6EHRDkvt7iV03CG38EEdlgg5cgswD+3Xq4NERqL2kH/AfmR6PWyorfXsCzneMCAIwV3h/0pFuxEeagiVDg0iB6RnEJrPc8+oPbGkF6imVDys6j+ovMIE96SkrLqKkJqZp"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"kiGBGoVdHWsSwFfXvBWu2hGAt3sW4B6DWQLP1fVsr80="}, "signature":"MEUCIC0+BydiF63Zpamiw7k/PaKYQ4TGWMeq0Q939me+M74RAiEAk8u21hhb7SLB6xwtYXNfyhZ6P41BU+7zUhQimASmxVo="}} \ No newline at end of file