Kernels:

kernels-community
/

quantization-gptq

Trusted publisher

Kernel card Files Files and versions

xet

Community

kernels-bot commited on 5 days ago

Commit

b11abc2

verified ·

1 Parent(s): f00d5a3

Uploaded using `kernel-builder`.

Browse files

Files changed (43) hide show

.gitattributes +2 -0
build/torch210-cpu-x86_64-linux/__init__.py +3 -0
build/torch210-cpu-x86_64-linux/_ops.py +9 -0
build/torch210-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so +0 -0
build/torch210-cpu-x86_64-linux/custom_ops.py +19 -0
build/torch210-cpu-x86_64-linux/metadata.json +33 -0
build/torch210-cpu-x86_64-linux/metadata.json.sigstore +1 -0
build/torch210-cpu-x86_64-linux/symbols.json +49 -0
build/torch211-cpu-x86_64-linux/__init__.py +3 -0
build/torch211-cpu-x86_64-linux/_ops.py +9 -0
build/torch211-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so +0 -0
build/torch211-cpu-x86_64-linux/custom_ops.py +19 -0
build/torch211-cpu-x86_64-linux/metadata.json +33 -0
build/torch211-cpu-x86_64-linux/metadata.json.sigstore +1 -0
build/torch211-cpu-x86_64-linux/symbols.json +49 -0
build/torch212-cpu-x86_64-linux/__init__.py +3 -0
build/torch212-cpu-x86_64-linux/_ops.py +9 -0
build/torch212-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so +3 -0
build/torch212-cpu-x86_64-linux/custom_ops.py +19 -0
build/torch212-cpu-x86_64-linux/metadata.json +33 -0
build/torch212-cpu-x86_64-linux/metadata.json.sigstore +1 -0
build/torch212-cpu-x86_64-linux/symbols.json +49 -0
build/torch213-cpu-x86_64-linux/__init__.py +3 -0
build/torch213-cpu-x86_64-linux/_ops.py +9 -0
build/torch213-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so +3 -0
build/torch213-cpu-x86_64-linux/custom_ops.py +19 -0
build/torch213-cpu-x86_64-linux/metadata.json +33 -0
build/torch213-cpu-x86_64-linux/metadata.json.sigstore +1 -0
build/torch213-cpu-x86_64-linux/symbols.json +49 -0
build/torch214-cpu-x86_64-linux/__init__.py +3 -0
build/torch214-cpu-x86_64-linux/_ops.py +9 -0
build/torch214-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so +0 -0
build/torch214-cpu-x86_64-linux/custom_ops.py +19 -0
build/torch214-cpu-x86_64-linux/metadata.json +33 -0
build/torch214-cpu-x86_64-linux/metadata.json.sigstore +1 -0
build/torch214-cpu-x86_64-linux/symbols.json +49 -0
build/torch215-cpu-x86_64-linux/__init__.py +3 -0
build/torch215-cpu-x86_64-linux/_ops.py +9 -0
build/torch215-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so +0 -0
build/torch215-cpu-x86_64-linux/custom_ops.py +19 -0
build/torch215-cpu-x86_64-linux/metadata.json +33 -0
build/torch215-cpu-x86_64-linux/metadata.json.sigstore +1 -0
build/torch215-cpu-x86_64-linux/symbols.json +49 -0

.gitattributes CHANGED Viewed

@@ -69,3 +69,5 @@ build/torch213-cxx11-cpu-x86_64-linux/_quantization_gptq_cpu_8a730d9.abi3.so fil
 build/torch212-cxx11-cpu-x86_64-linux/_quantization_gptq_cpu_addf474.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch213-cxx11-cpu-x86_64-linux/_quantization_gptq_cpu_addf474.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch213-cxx11-cpu-x86_64-linux/_quantization_gptq_cpu_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text

 build/torch212-cxx11-cpu-x86_64-linux/_quantization_gptq_cpu_addf474.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch213-cxx11-cpu-x86_64-linux/_quantization_gptq_cpu_addf474.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch213-cxx11-cpu-x86_64-linux/_quantization_gptq_cpu_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch212-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch213-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text

build/torch210-cpu-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,3 @@


1	+ from .custom_ops import gemm_int4_forward
2	+
3	+ __all__ = ["gemm_int4_forward"]

build/torch210-cpu-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _quantization_gptq_cpu_fe2bb66
+ops = torch.ops._quantization_gptq_cpu_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_quantization_gptq_cpu_fe2bb66::{op_name}"

build/torch210-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so ADDED Viewed

Binary file (99 kB). View file

build/torch210-cpu-x86_64-linux/custom_ops.py ADDED Viewed

	@@ -0,0 +1,19 @@

+import torch
+from ._ops import ops
+def gemm_int4_forward(
+    input: torch.Tensor,
+    weight: torch.Tensor,
+    zeros: torch.Tensor,
+    absmax: torch.Tensor,
+    blocksize: int,
+) -> torch.Tensor:
+    original_dtype = input.dtype
+    if original_dtype != torch.bfloat16:
+        input = input.to(torch.bfloat16)
+    output = ops.gemm_int4_forward(input, weight, zeros, absmax, blocksize)
+    if original_dtype != torch.bfloat16:
+        output = output.to(original_dtype)
+    return output

build/torch210-cpu-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "quantization-gptq",
+  "id": "_quantization_gptq_cpu_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "MIT",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "WBQ6ZBMcQdCxp8tiIQ5l+KVgEGvqrqziaaK3X1cU/VI=",
+      "_ops.py": "hcAwz5q7CoVHmz5scK87OOzDQn+grEGGl4RturycBNA=",
+      "_quantization_gptq_cpu_fe2bb66.abi3.so": "rvKSDRL1fgKiI7uV3XILTkR5msRf+2W4HlauiIqeKyA=",
+      "custom_ops.py": "JBXjOSKruT0VxkqrxPjFPaqAtYwTas2v80yZ6GUfpus=",
+      "symbols.json": "gEwe0JPnaVtgLtb2lOAK2cqbkkqSS2NSKzdmETnCOcw="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch210-cpu-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLTCCBrOgAwIBAgIUCFVq8I7R+IbnbRylee3JHVjuST8wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTU0NDM2WhcNMjYxMDE5MTU1NDM2WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEJUd3PBkBdMRYUzRAVsJj48SLdaSugSjnrnjKHUqx4rB6mWiTJRDFGvDz0FG+yBmGWQW3yPGgbtIUljRDdlo4EqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYzNDg3MS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVNYMTQAABAMASDBGAiEApvLdtWg3xoFNf3wML7O7uo+mSX77KOupox33vMTNL9ACIQCBgXRYcZlptjdllMKE9t/qsas9On09LEWQ9mAx02z8szAKBggqhkjOPQQDAwNoADBlAjArNEHgC55sGeFJQrHyf5DrxbStiNk/SSNX8V9rLa3HCanExQVgZ/d5kL8Md2WXeYcCMQCQeYaMYsdnSoqtj+QsqX+VJMo4qjDTo8XKYha2HJwZyt0AAOvn+fN1JWVrpJY1Eno="}, "tlogEntries":[{"logIndex":"3322826862", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792424677", "inclusionPromise":{"signedEntryTimestamp":"MEQCIFk4K3i4KLDs0gJoNYAC3pnl7wVaWblBz7nI3yNAnTvaAiA1nlUAY9rwIUuIdkKVYyWr2ohsS8oJk6WJcsXfA/H09g=="}, "inclusionProof":{"logIndex":"3200922600", "rootHash":"Ipp6d1270AGyRr5qOeZBDntSSny1bEx12+RmUnIvrOs=", "treeSize":"3200922805", "hashes":["lE7uyYlYFNWFtJoOz4FXHOaqDrNllKqfEFikz2LBrxk=", "sA/2SYzn6yikdsExGN2ukg+F4mKpo7ddbo87qdXn+Y0=", "Hg12KVIZFEFiJI6ViIrANxMkf0MCGqPU1oz3q/Kssn4=", "jcenJhA4oHkEMtzWa9GkzSN1Xw5gsd6lzQNgtjz11mc=", "X73hiMjQBIIiR//1aZh57yFbnQdrhnalcQqTJLRVtXE=", "MovwzHc1mieOJKGHuSNGA4rECNoz8H8iY0J3ouUVd5k=", "dQqrC0lBiX7OrmiTqvPBSht70hA7hRDRXKcw5huPP4k=", "BfAz2DC6o/LvQE6/9WNGeKLiaLwR/ybVnbFVGhPlEeQ=", "om+8KsuzpuT3J5ueq2HqeklvxmeLyJmtD6CW4ChxAgs=", "hAgLTRiCUrop5hb09R90i3WpK603k7aFXlIqWVBxKPk=", "ILQxYU+U/gire1UBVL2icIA0o6VW7U4NhiQSgFp/QlM=", "jYS/ayMRHy/lximsMsR/z01TOqFyYw+SVYgZiQfLBTI=", "+GisA7vZ7d+/AEMHJ7s2JD5V8YDIjV03rvlOZdZZyME=", "knEGbDq1cwgsCOwPf0gxQ1v3h2AOP6owpiivs4hpYLA=", "D37E7MwfvuENRJ4BUsqOTbzKKFjz+Dkh4kKr7xMQyU8=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3200922805\nIpp6d1270AGyRr5qOeZBDntSSny1bEx12+RmUnIvrOs=\n\n— rekor.sigstore.dev wNI9ajBGAiEAyA/Br8tK4X/P9bh1Cxv7yqwXvAhZXoNmlf+serfd/vQCIQCE+/d2lN3L2yCugmZiD8QzZFm2A/8bs3m/8dHvlDXaTQ==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIyYWIwNzc0NzE1MDVjZTZiZmQwYmM4ZTE5MjBlMGEyYzQ0YTFhMmFkODc5YTQyNTIwN2ZkMTExNDdiZWJmZGM0In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJRDlGQklhR1IrTnlJcjE2SVowVm02RWJXdUU3UmdLVWJTUFJ0TXYwOHdpN0FpRUFnb1NINStaNFczZlZHSkpKRS85L3BlQm1TQWRmeTU3dnl5UkpjTjZyUG1ZPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1WRU5EUW5KUFowRjNTVUpCWjBsVlEwWldjVGhKTjFJclNXSnVZbEo1YkdWbE0wcElWbXAxVTFRNGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGVXdUa1JOTWxkb1kwNU5hbGw0VFVSRk5VMVVWVEZPUkUweVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZLVldRelVFSnJRbVJOVWxsVmVsSkJWbk5LYWpRNFUweGtZVk4xWjFOcWJuSnVha3NLU0ZWeGVEUnlRalp0VjJsVVNsSkVSa2QyUkhvd1JrY3JlVUp0UjFkUlZ6TjVVRWRuWW5SSlZXeHFVa1JrYkc4MFJYRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hwT1JHY3pUVk01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVms1WlRWUlJRVUZDUVUxQlUwUkNSMEZwUlVGd2RreGtkRmRuTTNodlJrNW1NM2ROVERkUE4zVnZLMjFUV0RjM1MwOTFjQXB2ZURNemRrMVVUa3c1UVVOSlVVTkNaMWhTV1dOYWJIQjBhbVJzYkUxTFJUbDBMM0Z6WVhNNVQyNHdPVXhGVjFFNWJVRjRNREo2T0hONlFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2IwRkVRbXhCYWtGeVRrVklaME0xTlhOSFpVWktVWEpJZVdZMVJISjRZbE4wYVU1ckwxTlRUbGc0VmpseVRHRXpTRU5oYmtVS2VGRldaMW92WkRWclREaE5aREpYV0dWWlkwTk5VVU5SWlZsaFRWbHpaRzVUYjNGMGFpdFJjM0ZZSzFaS1RXODBjV3BFVkc4NFdFdFphR0V5U0VwM1dncDVkREJCUVU5MmJpdG1UakZLVjFaeWNFcFpNVVZ1YnowS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgD6L4zl2dMJ+ESn7sJCte0BVGPqedYtgqfF4GEo7BXngCFQDv+YyILmbD1xznZQgcVJgdVia1CBgPMjAyNjEwMTkxNTQ0MzZaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE1NDQzNlowLwYJKoZIhvcNAQkEMSIEIFmBMQgv9O0GdnYyL0LAR25LoGHi2btWERcfGeh39ZSWMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMAzFHdWRMubHS+xbGT7eyK6duBuAajKGX+UNFTLGmqB0xEVMkp8f7hdLeVw0bDai1QIxAMoJK7pDKaT/CfeRR4Lo1gFgLRf4KvTRdW9zAp7wuPqDyDxyc27sqCmXjJLEhBifJQ=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"KrB3RxUFzmv9C8jhkg4KLEShoq2HmkJSB/0RFHvr/cQ="}, "signature":"MEUCID9FBIaGR+NyIr16IZ0Vm6EbWuE7RgKUbSPRtMv08wi7AiEAgoSH5+Z4W3fVGJJJE/9/peBmSAdfy57vyyRJcN6rPmY="}}

build/torch210-cpu-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,49 @@

+{
+  "schema_version": 1,
+  "module": "_quantization_gptq_cpu_fe2bb66",
+  "functions": [
+    {
+      "name": "gemm_int4_forward",
+      "qualname": "gemm_int4_forward",
+      "module": "_quantization_gptq_cpu_fe2bb66.custom_ops",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "zeros",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "absmax",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "blocksize",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "int"
+          }
+        ],
+        "return_annotation": "torch.Tensor"
+      }
+    }
+  ],
+  "layers": []
+}

build/torch211-cpu-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,3 @@


1	+ from .custom_ops import gemm_int4_forward
2	+
3	+ __all__ = ["gemm_int4_forward"]

build/torch211-cpu-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _quantization_gptq_cpu_fe2bb66
+ops = torch.ops._quantization_gptq_cpu_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_quantization_gptq_cpu_fe2bb66::{op_name}"

build/torch211-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so ADDED Viewed

Binary file (99 kB). View file

build/torch211-cpu-x86_64-linux/custom_ops.py ADDED Viewed

	@@ -0,0 +1,19 @@

+import torch
+from ._ops import ops
+def gemm_int4_forward(
+    input: torch.Tensor,
+    weight: torch.Tensor,
+    zeros: torch.Tensor,
+    absmax: torch.Tensor,
+    blocksize: int,
+) -> torch.Tensor:
+    original_dtype = input.dtype
+    if original_dtype != torch.bfloat16:
+        input = input.to(torch.bfloat16)
+    output = ops.gemm_int4_forward(input, weight, zeros, absmax, blocksize)
+    if original_dtype != torch.bfloat16:
+        output = output.to(original_dtype)
+    return output

build/torch211-cpu-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "quantization-gptq",
+  "id": "_quantization_gptq_cpu_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "MIT",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "WBQ6ZBMcQdCxp8tiIQ5l+KVgEGvqrqziaaK3X1cU/VI=",
+      "_ops.py": "hcAwz5q7CoVHmz5scK87OOzDQn+grEGGl4RturycBNA=",
+      "_quantization_gptq_cpu_fe2bb66.abi3.so": "AIj2DEULbehYxwjMvlseCnaB17c5VMDH+MlXwN0PsJk=",
+      "custom_ops.py": "JBXjOSKruT0VxkqrxPjFPaqAtYwTas2v80yZ6GUfpus=",
+      "symbols.json": "gEwe0JPnaVtgLtb2lOAK2cqbkkqSS2NSKzdmETnCOcw="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch211-cpu-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUfu/oR9B85tAbyJvSHeYRkZPebPswCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTU0NDQxWhcNMjYxMDE5MTU1NDQxWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE4tp4+F3foGl7wmzusBbt8je4N9LuOVVLylxEFahZZdl4Zlutf6Cl52ntNKbWNO+yS2vxECywbqyKa4qjhBPEuqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYzNDg3MS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVNYf4QAABAMASDBGAiEA+At0MLxyt6UIJkJLZEn0GL+lfe0TINZ8tWjOv2orsGoCIQCa2dzd8lHQei/3rAGOQsGM40/FMF9XvMtqkJehQ6MZWTAKBggqhkjOPQQDAwNpADBmAjEAuKWIEssjkSECUFwFLWu9bCMpsQk+x25RL+cnKG7z5DGpnuga3/sQXESvGfjJGRQDAjEArztkc3kAM8UhzU2Xp+W4psPOURCAgZsIwfLwx8qmqxPUPLbTfssxFDs9U1h4RPDa"}, "tlogEntries":[{"logIndex":"3322827494", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792424681", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQD/tkZ4Pt0lUc7a+A/TtmDCCa/x6PpyG6oCblTeJ1W7hgIgYXVYOeWABDA7UPa/iotpYhEuIOl9foCFqnMlpKEXr8o="}, "inclusionProof":{"logIndex":"3200923232", "rootHash":"GTHO6OQsoOizgkDUDt2Kj3BjRx53MyfsXZkCMb8U6nY=", "treeSize":"3200923343", "hashes":["8E8aZVTgz2V/mFM22e+86lAhMWTeBhzCVxrot8/+fH0=", "ujwRpslKvnoWkZRBNXvbX9q/6nU4C8LefJeZz5DRMx0=", "yUhMZXFZzk9YaVSMFMuTvwak3YQj3pWYdtzBsZ4WnJ8=", "YhgPtYkgj5cyw5RankWMGet+F8ycnfjgC3AJE6nMtwA=", "cbCvPhyUnEe5t5UASe7yAJTUFahNY8lvwAvPSSnUezI=", "OFA095U++vP7kx2JKnk2xaJN8Jev1p06ob9vYyHY6Ys=", "TylVI9NBT3y4uBHGQuBgT3s2P+A/anHNF4BtEXfsJwY=", "HvA8BbOxIr9AqPscBbL0dRJMNzkyBctU16rhF5ytiio=", "TAACW3j9p1HbLTFqBgwbFOsdE1kCAt4IiAx5rLm3SQ4=", "VcY2oxVCNR3c4SCRrPgnPaz9Ltzx5zz7iYSPX28pIKY=", "jYS/ayMRHy/lximsMsR/z01TOqFyYw+SVYgZiQfLBTI=", "+GisA7vZ7d+/AEMHJ7s2JD5V8YDIjV03rvlOZdZZyME=", "knEGbDq1cwgsCOwPf0gxQ1v3h2AOP6owpiivs4hpYLA=", "D37E7MwfvuENRJ4BUsqOTbzKKFjz+Dkh4kKr7xMQyU8=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3200923343\nGTHO6OQsoOizgkDUDt2Kj3BjRx53MyfsXZkCMb8U6nY=\n\n— rekor.sigstore.dev wNI9ajBFAiEAhUHMFRy/0b6keTo1Jy6lMOaxxJbHGq1Yg1mKVKNaQ9YCIEn/F4zOKpb0gS9uaqAqk5nPvYMq7gJVjH1fD3I+mLrL\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJmZTQxNDhmOTE0YTkxODllNzMwMzEwZWNjZTRhMDU0N2E4NmE5NDNiZTFjYjg1NzI4ZjBlMzZkOGUzMGU3MjZmIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNSaExWOW5TZW5WU0QwYnkwYjZrSzJSSko3eHJEa3pWWGhRV3Y0VGJ1R2hBSWdFWXNCcHlXYThMelR3SmNzeHpYdGRHVXloTnlNbnA3YlJpd3N2V21mSmFZPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVlpuVXZiMUk1UWpnMWRFRmllVXAyVTBobFdWSnJXbEJsWWxCemQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGVXdUa1JSZUZkb1kwNU5hbGw0VFVSRk5VMVVWVEZPUkZGNFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVUwZEhBMEswWXpabTlIYkRkM2JYcDFjMEppZERocVpUUk9PVXgxVDFaV1RIbHNlRVVLUm1Gb1dscGtiRFJhYkhWMFpqWkRiRFV5Ym5ST1MySlhUazhyZVZNeWRuaEZRM2wzWW5GNVMyRTBjV3BvUWxCRmRYRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hwT1JHY3pUVk01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVms1WlpqUlJRVUZDUVUxQlUwUkNSMEZwUlVFclFYUXdUVXg0ZVhRMlZVbEthMHBNV2tWdU1FZE1LMnhtWlRCVVNVNWFPQXAwVjJwUGRqSnZjbk5IYjBOSlVVTmhNbVI2WkRoc1NGRmxhUzh6Y2tGSFQxRnpSMDAwTUM5R1RVWTVXSFpOZEhGclNtVm9VVFpOV2xkVVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmRVdFhTVVZ6YzJwclUwVkRWVVozUmt4WGRUbGlRMDF3YzFGckszZ3lOVkpNSzJOdVMwYzNlalZFUjNBS2JuVm5ZVE12YzFGWVJWTjJSMlpxU2tkU1VVUkJha1ZCY25wMGEyTXphMEZOT0ZWb2VsVXlXSEFyVnpSd2MxQlBWVkpEUVdkYWMwbDNaa3gzZURoeGJRcHhlRkJWVUV4aVZHWnpjM2hHUkhNNVZURm9ORkpRUkdFS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgHNONEhB3KMImYr7fyhHFzCHzYkOcKkOdoO6r9F+2ge4CFDi9Drv3MDQ2S6Mn4JvzIS/SPMATGA8yMDI2MTAxOTE1NDQ0MVowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTU0NDQxWjAvBgkqhkiG9w0BCQQxIgQgL77abTeqvN1Lc1psCsr/xwxKF4vnOYc1VwA6h9luJb8wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwZRhy98GPYXgz3G8tH2Ta1h5WzXRLJARv8ccTn5xhxVULlo4e4jvW2UoWwGFtN3k3AjEAn+qL4r5BgHLHWSKu+6bYL5Sjh0H2ySRLsZavz9RisJlhyYPWp6SO7mgxZbVL7xi9"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"/kFI+RSpGJ5zAxDszkoFR6hqlDvhy4Vyjw422OMOcm8="}, "signature":"MEUCIQCRhLV9nSenVSD0by0b6kK2RJJ7xrDkzVXhQWv4TbuGhAIgEYsBpyWa8LzTwJcsxzXtdGUyhNyMnp7bRiwsvWmfJaY="}}

build/torch211-cpu-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,49 @@

+{
+  "schema_version": 1,
+  "module": "_quantization_gptq_cpu_fe2bb66",
+  "functions": [
+    {
+      "name": "gemm_int4_forward",
+      "qualname": "gemm_int4_forward",
+      "module": "_quantization_gptq_cpu_fe2bb66.custom_ops",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "zeros",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "absmax",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "blocksize",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "int"
+          }
+        ],
+        "return_annotation": "torch.Tensor"
+      }
+    }
+  ],
+  "layers": []
+}

build/torch212-cpu-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,3 @@


1	+ from .custom_ops import gemm_int4_forward
2	+
3	+ __all__ = ["gemm_int4_forward"]

build/torch212-cpu-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _quantization_gptq_cpu_fe2bb66
+ops = torch.ops._quantization_gptq_cpu_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_quantization_gptq_cpu_fe2bb66::{op_name}"

build/torch212-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9a3bf50ff064e91013e10cf8078df9350a801626a1b1f61a313274e10a2b3a
+size 103144

build/torch212-cpu-x86_64-linux/custom_ops.py ADDED Viewed

	@@ -0,0 +1,19 @@

+import torch
+from ._ops import ops
+def gemm_int4_forward(
+    input: torch.Tensor,
+    weight: torch.Tensor,
+    zeros: torch.Tensor,
+    absmax: torch.Tensor,
+    blocksize: int,
+) -> torch.Tensor:
+    original_dtype = input.dtype
+    if original_dtype != torch.bfloat16:
+        input = input.to(torch.bfloat16)
+    output = ops.gemm_int4_forward(input, weight, zeros, absmax, blocksize)
+    if original_dtype != torch.bfloat16:
+        output = output.to(original_dtype)
+    return output

build/torch212-cpu-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "quantization-gptq",
+  "id": "_quantization_gptq_cpu_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "MIT",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "WBQ6ZBMcQdCxp8tiIQ5l+KVgEGvqrqziaaK3X1cU/VI=",
+      "_ops.py": "hcAwz5q7CoVHmz5scK87OOzDQn+grEGGl4RturycBNA=",
+      "_quantization_gptq_cpu_fe2bb66.abi3.so": "HZo79Q/wZOkQE+EM+AeN+TUKgBYmobH2GjEydOEKKzo=",
+      "custom_ops.py": "JBXjOSKruT0VxkqrxPjFPaqAtYwTas2v80yZ6GUfpus=",
+      "symbols.json": "gEwe0JPnaVtgLtb2lOAK2cqbkkqSS2NSKzdmETnCOcw="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch212-cpu-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUXOFl91UZicoLp8OvJZwRD9/kvSkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTU0NDQ2WhcNMjYxMDE5MTU1NDQ2WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEWQDav1781Fjb85yY2vUYU3Tzp8P/bWBgbzUDy7VGHaGHAbLIpfXCezNlu633X4EwCdl60wdg7AAh+TgsjrGp0qOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYzNDg3MS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVNY0SAAABAMARzBFAiBC8TKhEbHx4dD+9ucrkMH4jJxSZFaIhwtpN1DTnOyvnwIhAOSZ8p+FyPrBpnGwf9eoW9eh42BpDxLucekbOHlmbL0xMAoGCCqGSM49BAMDA2gAMGUCMG529zJUx08epQeg20WoDWigojWZN8gaw9Jcj5CVH6ZiG1XRPFwXOCkpZW4KiUSJfwIxAISw2hhXIIknTFZ3dEu/XA2bhlJ91XmpcnlX317fQMTuIzwZOBl6iFTwaHCIk0+jDA=="}, "tlogEntries":[{"logIndex":"3322828194", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792424687", "inclusionPromise":{"signedEntryTimestamp":"MEQCID9k7KbjXL8ZAs4HcNhPXkkTIaUzA/lbIW9WEb40Pe2cAiBEwM8jEdVI1LC/y0NI7nZXZWo1SSU23aGx5R1fFHwiLg=="}, "inclusionProof":{"logIndex":"3200923932", "rootHash":"GCufHNruQ52PUIy3OS1FbOaXTHCVkGtBDjOnVmjBYcg=", "treeSize":"3200924032", "hashes":["g09CuXSVlmjBsfRJzX9xfqVV4ic6eaLqDLzYMaMfkGc=", "oyJo7oLKB91bA+h81OowK8kRx7YNv9UxTpoAhG9Yxkg=", "GFDXS8nlMDhMW6T2448kgSU7rb4rNPVfDT3Ah/WV8vs=", "oDIDN8wKVO9hFuiDJ8Xh3hXm19vHpnUaHjDlTJjbSVc=", "dW6y5jT0lLuQ8PaXjSYH2Q+fFY7AHdvT7DRhfGckDmU=", "2tOh+RMqIjF0jyq2XcUQB4eqy9kSNpK+i7s364V59SQ=", "Legw0k89cyh49N+ZWhP6C1SrTp71OcrZJiAeuDmuF8k=", "3r+r8lz22ELc7iWHBNZnJrcCJFhh+cPR+WMCucjSPMY=", "csteCucLQgwFRRjJAVUl4yOeEFexE9hYi0AnVgZIxbw=", "jYS/ayMRHy/lximsMsR/z01TOqFyYw+SVYgZiQfLBTI=", "+GisA7vZ7d+/AEMHJ7s2JD5V8YDIjV03rvlOZdZZyME=", "knEGbDq1cwgsCOwPf0gxQ1v3h2AOP6owpiivs4hpYLA=", "D37E7MwfvuENRJ4BUsqOTbzKKFjz+Dkh4kKr7xMQyU8=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3200924032\nGCufHNruQ52PUIy3OS1FbOaXTHCVkGtBDjOnVmjBYcg=\n\n— rekor.sigstore.dev wNI9ajBGAiEA5j/EhV1+bITld6m4EIuiwIwfc5w9wdmf2SpxvUIqGocCIQCjRyzvkgSqImwoK7fFNQi4mrl2QSsVoR/TKbCtmo9l9Q==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI3MzI3ZmI5NGUzYmJkZDQxMDk4MGRjYjQ4ZjYwZTU0ZWMxN2FjODc4MjcyOTFhMjRhZGI2NDgyODQ1MmRlNjYwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJQTI5WER1bnhoRDl3djRya3BHbXMxSXRWb0RrZ1dMdnBDMzR4OEZIR05iQUFpQnVBd1NXb3luSVNDYVNWWVdsTW1ZNVFZeklKTFFsZ2s3WDV2Y29CUXJNd0E9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVldFOUdiRGt4VlZwcFkyOU1jRGhQZGtwYWQxSkVPUzlyZGxOcmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGVXdUa1JSTWxkb1kwNU5hbGw0VFVSRk5VMVVWVEZPUkZFeVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZYVVVSaGRqRTNPREZHYW1JNE5YbFpNblpWV1ZVelZIcHdPRkF2WWxkQ1oySjZWVVFLZVRkV1IwaGhSMGhCWWt4SmNHWllRMlY2VG14MU5qTXpXRFJGZDBOa2JEWXdkMlJuTjBGQmFDdFVaM05xY2tkd01IRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hwT1JHY3pUVk01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVms1Wk1GTkJRVUZDUVUxQlVucENSa0ZwUWtNNFZFdG9SV0pJZURSa1JDczVkV055YTAxSU5HcEtlRk5hUm1GSmFIZDBjQXBPTVVSVWJrOTVkbTUzU1doQlQxTmFPSEFyUm5sUWNrSndia2QzWmpsbGIxYzVaV2cwTWtKd1JIaE1kV05sYTJKUFNHeHRZa3d3ZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUnpVeU9YcEtWWGd3T0dWd1VXVm5NakJYYjBSWGFXZHZhbGRhVGpobllYYzVTbU5xTlVOV1NEWmFhVWN4V0ZJS1VFWjNXRTlEYTNCYVZ6UkxhVlZUU21aM1NYaEJTVk4zTW1ob1dFbEphMjVVUmxvelpFVjFMMWhCTW1Kb2JFbzVNVmh0Y0dOdWJGZ3pNVGRtVVUxVWRRcEplbmRhVDBKc05tbEdWSGRoU0VOSmF6QXJha1JCUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgWHURzez7lWYynwdrTQtnrvsBh+CpzanWnb8Q1s6/e0gCFBQvRrCUtue4RSe7dj0NqbDuAlSyGA8yMDI2MTAxOTE1NDQ0NlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTU0NDQ2WjAvBgkqhkiG9w0BCQQxIgQg6FE2brG0jQ6tzkLBuUM5Ow+Fi48tSXDh74pPIFe4MMowgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxAOXFZ1d5COhhk/Xi5jTSEWkr6EXjrWYKa29JVq8HG+bleQ5kGgVu8R8KE2+5cDam0gIxAJ+Dr+SS/zDpgdfgUZXzjYnlyPBZApCIgk++lTbN0VOSjR9kdzpQqVF2kvVMThgAIA=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"cyf7lOO73UEJgNy0j2DlTsF6yHgnKRokrbZIKEUt5mA="}, "signature":"MEQCIA29XDunxhD9wv4rkpGms1ItVoDkgWLvpC34x8FHGNbAAiBuAwSWoynISCaSVYWlMmY5QYzIJLQlgk7X5vcoBQrMwA=="}}

build/torch212-cpu-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,49 @@

+{
+  "schema_version": 1,
+  "module": "_quantization_gptq_cpu_fe2bb66",
+  "functions": [
+    {
+      "name": "gemm_int4_forward",
+      "qualname": "gemm_int4_forward",
+      "module": "_quantization_gptq_cpu_fe2bb66.custom_ops",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "zeros",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "absmax",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "blocksize",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "int"
+          }
+        ],
+        "return_annotation": "torch.Tensor"
+      }
+    }
+  ],
+  "layers": []
+}

build/torch213-cpu-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,3 @@


1	+ from .custom_ops import gemm_int4_forward
2	+
3	+ __all__ = ["gemm_int4_forward"]

build/torch213-cpu-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _quantization_gptq_cpu_fe2bb66
+ops = torch.ops._quantization_gptq_cpu_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_quantization_gptq_cpu_fe2bb66::{op_name}"

build/torch213-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a206e913908f0c6361b9bfcbf130743724a0f9ae725429dfe7a77580efabf8
+size 103144

build/torch213-cpu-x86_64-linux/custom_ops.py ADDED Viewed

	@@ -0,0 +1,19 @@

+import torch
+from ._ops import ops
+def gemm_int4_forward(
+    input: torch.Tensor,
+    weight: torch.Tensor,
+    zeros: torch.Tensor,
+    absmax: torch.Tensor,
+    blocksize: int,
+) -> torch.Tensor:
+    original_dtype = input.dtype
+    if original_dtype != torch.bfloat16:
+        input = input.to(torch.bfloat16)
+    output = ops.gemm_int4_forward(input, weight, zeros, absmax, blocksize)
+    if original_dtype != torch.bfloat16:
+        output = output.to(original_dtype)
+    return output

build/torch213-cpu-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "quantization-gptq",
+  "id": "_quantization_gptq_cpu_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "MIT",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "WBQ6ZBMcQdCxp8tiIQ5l+KVgEGvqrqziaaK3X1cU/VI=",
+      "_ops.py": "hcAwz5q7CoVHmz5scK87OOzDQn+grEGGl4RturycBNA=",
+      "_quantization_gptq_cpu_fe2bb66.abi3.so": "1aIG6ROQjwxjYbm/y/EwdDckoPmuclQp3+endYDvq/g=",
+      "custom_ops.py": "JBXjOSKruT0VxkqrxPjFPaqAtYwTas2v80yZ6GUfpus=",
+      "symbols.json": "gEwe0JPnaVtgLtb2lOAK2cqbkkqSS2NSKzdmETnCOcw="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch213-cpu-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgIUa1KseE8yc0jGPZITGAHxIOA6tVcwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTU0NDUxWhcNMjYxMDE5MTU1NDUxWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEpDSX0SfjZjZQ76lrGNqjMnPMk1Z6gU4VodUtAmn4TEO+V/d1EUhB/bo3Dmd4INZhpbRboTEcodZHA9H8mC4MGaOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYzNDg3MS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVNZHqQAABAMARjBEAiBvVTd+ULzpLcYi+TyMYPCndZJFS2sVXVUzJNuvE9GxMwIgKjEzIBeWPH/S3WpuTn5IYxsu0lQdKvmfEzQofJoi3nQwCgYIKoZIzj0EAwMDaQAwZgIxAMiVQFrlM7DtYcU5DITmN8i9mb5Rbb1RnxIE1tHwNR+Mn61XikFnqSYXWEVNDGaswAIxAMw5mMZSKDCpGCqBc9jOcuHY+honGo0lK8xRXG4uTljicm9gx+lqf7wJFsbftmyzZA=="}, "tlogEntries":[{"logIndex":"3322829005", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792424691", "inclusionPromise":{"signedEntryTimestamp":"MEQCIAwmHRhP9VP8GMx9aRHGboxIefAK1GgKZjtafo9ak2KDAiBjefO5d5TWHJblPZpv7So8bw6qekV6hxRag5gqZkLMIw=="}, "inclusionProof":{"logIndex":"3200924743", "rootHash":"z964tdPLT6BalTZm5bcPhvFJLHK/k6nPeVv1NLikCTw=", "treeSize":"3200924897", "hashes":["nIKbAxz5ZM81kiKgM6GWwwtjvN/35TC4cXrfda3obCI=", "50W2f1uzzICfvck6fz8VmTl8hqxgLIVFbxb82Xw34LQ=", "FfTiDBs/OfWKkWhjB3Sx7+KKUpr7NAKdWydghB4Jkbs=", "ALpkGoNUem1pOglQIe90Hii5zrTDt3HPJuSKzGRhfmo=", "uRxoXiq15P+r5MawUWrbMlJzM1KkzwAanpJAdfaO7Rw=", "ZyDAYOxX1QoNbrIUjQA4v2rsYLtSNUXn+dKPsedjO6g=", "MkRVZXfh5tLZH7Dx8gDqtE54UuJaDONJjgzak6WLs0w=", "oaayZRU5J2u0HgFwoGQjNPhAM9mGnZNqjKV4ZdJxRP8=", "HlhPDWAiA7nicPdfTr3JfDut3lu18rRED0RTImsHHlw=", "csteCucLQgwFRRjJAVUl4yOeEFexE9hYi0AnVgZIxbw=", "jYS/ayMRHy/lximsMsR/z01TOqFyYw+SVYgZiQfLBTI=", "+GisA7vZ7d+/AEMHJ7s2JD5V8YDIjV03rvlOZdZZyME=", "knEGbDq1cwgsCOwPf0gxQ1v3h2AOP6owpiivs4hpYLA=", "D37E7MwfvuENRJ4BUsqOTbzKKFjz+Dkh4kKr7xMQyU8=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3200924897\nz964tdPLT6BalTZm5bcPhvFJLHK/k6nPeVv1NLikCTw=\n\n— rekor.sigstore.dev wNI9ajBEAiADkC0P5NaxU9tOGmb3VDZZtNguwEGPF5/aARy3jGEvzAIgKYqtxe9DFXQPcoe3spGZ66QXZ5BCuCtycP/w5MCQFyo=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJkYTA5NTlkOThkMDkyMDQ1N2Y3NjQxNzVlMDkyMjRlNTYxNzZkMjlmYzg0MjFkOTg3N2I0MmJjNzNmNmNlNzMyIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNFczIxN3ZTaU11VXd3UzFRVUk5RVRYZ1NIQTBlY2RSRGdMRWtTRlVaZGNnSWhBT3ZsbXpteHZtcms0b0Q4R3BkcEZKY0dmWlIzZDAxaEw0TTNwZTEwVktVbSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVllURkxjMlZGT0hsak1HcEhVRnBKVkVkQlNIaEpUMEUyZEZaamQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGVXdUa1JWZUZkb1kwNU5hbGw0VFVSRk5VMVVWVEZPUkZWNFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ3UkZOWU1GTm1hbHBxV2xFM05teHlSMDV4YWsxdVVFMXJNVm8yWjFVMFZtOWtWWFFLUVcxdU5GUkZUeXRXTDJReFJWVm9RaTlpYnpORWJXUTBTVTVhYUhCaVVtSnZWRVZqYjJSYVNFRTVTRGh0UXpSTlIyRlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hwT1JHY3pUVk01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVms1YVNIRlJRVUZDUVUxQlVtcENSVUZwUW5aV1ZHUXJWVXg2Y0V4aldXa3JWSGxOV1ZCRGJtUmFTa1pUTW5OV1dGWlZlZ3BLVG5WMlJUbEhlRTEzU1dkTGFrVjZTVUpsVjFCSUwxTXpWM0IxVkc0MVNWbDRjM1V3YkZGa1MzWnRaa1Y2VVc5bVNtOXBNMjVSZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCVFdsV1VVWnliRTAzUkhSWlkxVTFSRWxVYlU0NGFUbHRZalZTWW1JeFVtNTRTVVV4ZEVoM1RsSXJUVzQyTVZnS2FXdEdibkZUV1ZoWFJWWk9SRWRoYzNkQlNYaEJUWGMxYlUxYVUwdEVRM0JIUTNGQ1l6bHFUMk4xU0ZrcmFHOXVSMjh3YkVzNGVGSllSelIxVkd4cWFRcGpiVGxuZUN0c2NXWTNkMHBHYzJKbWRHMTVlbHBCUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgCYe6ZFbAbxijjkv/lEac62a0OUiHUW/L7L7B5Y2qPjYCFQC9Qes6r/HvSL0qbJFsjvEM269usxgPMjAyNjEwMTkxNTQ0NTFaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE1NDQ1MVowLwYJKoZIhvcNAQkEMSIEIAjE2j2pd7lkvHXut7RjdyJOVMBqdtXqWHmHFxtdpV7LMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQDxmkoPyiBzRUDoMymGGmIUN4xfaynvfg0NCspETHnC3drckCXbSTWxY+hDHzF7PtgCMENWkqtTBlJHnNoMnNRblhN53k4X7d06U65/BI65+EbFH2bURptX3VjIhfloS9IN4w=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"2glZ2Y0JIEV/dkF14JIk5WF20p/IQh2Yd7Qrxz9s5zI="}, "signature":"MEYCIQCEs217vSiMuUwwS1QUI9ETXgSHA0ecdRDgLEkSFUZdcgIhAOvlmzmxvmrk4oD8GpdpFJcGfZR3d01hL4M3pe10VKUm"}}

build/torch213-cpu-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,49 @@

+{
+  "schema_version": 1,
+  "module": "_quantization_gptq_cpu_fe2bb66",
+  "functions": [
+    {
+      "name": "gemm_int4_forward",
+      "qualname": "gemm_int4_forward",
+      "module": "_quantization_gptq_cpu_fe2bb66.custom_ops",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "zeros",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "absmax",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "blocksize",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "int"
+          }
+        ],
+        "return_annotation": "torch.Tensor"
+      }
+    }
+  ],
+  "layers": []
+}

build/torch214-cpu-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,3 @@


1	+ from .custom_ops import gemm_int4_forward
2	+
3	+ __all__ = ["gemm_int4_forward"]

build/torch214-cpu-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _quantization_gptq_cpu_fe2bb66
+ops = torch.ops._quantization_gptq_cpu_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_quantization_gptq_cpu_fe2bb66::{op_name}"

build/torch214-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so ADDED Viewed

Binary file (99 kB). View file

build/torch214-cpu-x86_64-linux/custom_ops.py ADDED Viewed

	@@ -0,0 +1,19 @@

+import torch
+from ._ops import ops
+def gemm_int4_forward(
+    input: torch.Tensor,
+    weight: torch.Tensor,
+    zeros: torch.Tensor,
+    absmax: torch.Tensor,
+    blocksize: int,
+) -> torch.Tensor:
+    original_dtype = input.dtype
+    if original_dtype != torch.bfloat16:
+        input = input.to(torch.bfloat16)
+    output = ops.gemm_int4_forward(input, weight, zeros, absmax, blocksize)
+    if original_dtype != torch.bfloat16:
+        output = output.to(original_dtype)
+    return output

build/torch214-cpu-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "quantization-gptq",
+  "id": "_quantization_gptq_cpu_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "MIT",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "WBQ6ZBMcQdCxp8tiIQ5l+KVgEGvqrqziaaK3X1cU/VI=",
+      "_ops.py": "hcAwz5q7CoVHmz5scK87OOzDQn+grEGGl4RturycBNA=",
+      "_quantization_gptq_cpu_fe2bb66.abi3.so": "D3WqY949xhlATFesjOJx+9s3/5fKw75snM4bH4Q3Mng=",
+      "custom_ops.py": "JBXjOSKruT0VxkqrxPjFPaqAtYwTas2v80yZ6GUfpus=",
+      "symbols.json": "gEwe0JPnaVtgLtb2lOAK2cqbkkqSS2NSKzdmETnCOcw="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch214-cpu-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrKgAwIBAgIUOqHgGiYr3aJblj+AZVPXsGciaOkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTU0NDU5WhcNMjYxMDE5MTU1NDU5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE6vTMFTgcjAuXGrdN5t5BUrzdrPXcKiTeQTXTA1IQFHRpWFKgC+cYTj0eqd6VMJtLhmYUotCwNgoJJ/AwqlaQoaOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYzNDg3MS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVNZnRwAABAMARzBFAiAoWsCfmNOebwpJo2gEn79nhyW6pgWShdfM0XKsBeZbrgIhAJ+5gGI21LyoduRmCxMcE5QD98KVO6ECum8WoazL6TrYMAoGCCqGSM49BAMDA2cAMGQCMEh1vVzJLAYFi5neg06DGLXl4YCkyYFPi3hZEmesxqdchLEeFoAOBGRxffI0WRrXNgIwDFneRgZQpAqZfTbxbkCW+Th4C4H6fEJUWsl6cEopplzKUU4J6Dvb57zD94STFEsO"}, "tlogEntries":[{"logIndex":"3322830023", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792424699", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQCrVDJitPNQIbllXh1sa/xOLySsUaQQJynbnkAEv0ncYgIhALIMZRbjVi64JiaCd5+fT5rYxMXcTPAtndpb02fYTdRJ"}, "inclusionProof":{"logIndex":"3200925761", "rootHash":"hUSGAz+rLbykdUrfxlfwwg9LSjBVnTN3mQZ9lPVODvE=", "treeSize":"3200925795", "hashes":["Cf6XWPxA3PbcL+WbSEsC3z/cT1jypSNm0ZeIBN83FaE=", "s0W7RTyRKxni+HpqBqHac2VSsHh/F0ozIgIdHpLCHKM=", "/EH51fQeiG6qJbroJi46O3OmEYjr765Iz+TXLgzUmwA=", "fsE/k4xnSCQKn6xriuLquHmPKDMnrGVPafcpLMbTQ2E=", "Yk1cUxK4EUTv56z24ku1CzQxIvY+2L+uUm59B+Ti1OM=", "4PWel8F/udkCfLM3VO/ahzlK6HHprAzQe9Iw0iSNKXo=", "l9/QKr5fNlTX+MCqOaTNXXJgQnSNJJAAmvNWclxxTQE=", "qPf4xhIFdRLjV+5SXKtEom0/vy5W6ZafAdKleCStdyU=", "knEGbDq1cwgsCOwPf0gxQ1v3h2AOP6owpiivs4hpYLA=", "D37E7MwfvuENRJ4BUsqOTbzKKFjz+Dkh4kKr7xMQyU8=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3200925795\nhUSGAz+rLbykdUrfxlfwwg9LSjBVnTN3mQZ9lPVODvE=\n\n— rekor.sigstore.dev wNI9ajBFAiEAov3hWZz+KjlYEZeUIA7vBMOpoYlp2Z/B/DUQRfb6fWgCID0gYJhs2qCE5fgSlvGVKku7rDmR9tLt9iPuZzYNB1K/\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiNTczZTIyOWJkMjRkMmRlZjYxYzgxNjZhZjliYzFlMzIxYjYwYThjYWU3NDU0N2VlOGZjYTI2N2I2MWIxMDFhIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJQll5RDZ0aVQvbzhveDZwYktGdnJ6RFRqTUt2czNuek1QU1duOStjTGlHbUFpQUxiT1ArN3hxTzNVTEdob01uTmFBR2s5K0VlL2RrdCs0eVlzZDVXTWRmTWc9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KTFowRjNTVUpCWjBsVlQzRklaMGRwV1hJellVcGliR29yUVZwV1VGaHpSMk5wWVU5cmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGVXdUa1JWTlZkb1kwNU5hbGw0VFVSRk5VMVVWVEZPUkZVMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVUyZGxSTlJsUm5ZMnBCZFZoSGNtUk9OWFExUWxWeWVtUnlVRmhqUzJsVVpWRlVXRlFLUVRGSlVVWklVbkJYUmt0blF5dGpXVlJxTUdWeFpEWldUVXAwVEdodFdWVnZkRU4zVG1kdlNrb3ZRWGR4YkdGUmIyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hwT1JHY3pUVk01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVms1YWJsSjNRVUZDUVUxQlVucENSa0ZwUVc5WGMwTm1iVTVQWldKM2NFcHZNbWRGYmpjNWJtaDVWelp3WjFkVGFHUm1UUW93V0V0elFtVmFZbkpuU1doQlNpczFaMGRKTWpGTWVXOWtkVkp0UTNoTlkwVTFVVVE1T0V0V1R6WkZRM1Z0T0ZkdllYcE1ObFJ5V1UxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKalFVMUhVVU5OUldneGRsWjZTa3hCV1VacE5XNWxaekEyUkVkTVdHdzBXVU5yZVZsR1VHa3phRnBGYldWemVIRmtZMmhNUldVS1JtOUJUMEpIVW5obVpra3dWMUp5V0U1blNYZEVSbTVsVW1kYVVYQkJjVnBtVkdKNFltdERWeXRVYURSRE5FZzJaa1ZLVlZkemJEWmpSVzl3Y0d4NlN3cFZWVFJLTmtSMllqVTNla1E1TkZOVVJrVnpUd290TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgpDNVuTZJbxPPhVwF9GyMZQl7oz+IUlYVC+vIN4UPm/sCFFbiMxqIpDpySHye9gGX3r8Psf95GA8yMDI2MTAxOTE1NDQ1OVowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTU0NDU5WjAvBgkqhkiG9w0BCQQxIgQgABHCVu/Y1JrhHj1snIUrDX1gJZCOf22/zJC2xeV5kyowgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIxAIah+X3wXOD+eoTgHTKKJY7+zjALH4NMsNh0yoKiKB89RYOvpCkE7y872YQgARhmyQIwBWz9ZQZZr6KAMi2FHYA/JS1+jab0MrmtQ7OD45E/Kx90cgqRR+B/1VU6mggxs17Y"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"tXPiKb0k0t72HIFmr5vB4yG2CoyudFR+6PyiZ7YbEBo="}, "signature":"MEQCIBYyD6tiT/o8ox6pbKFvrzDTjMKvs3nzMPSWn9+cLiGmAiALbOP+7xqO3ULGhoMnNaAGk9+Ee/dkt+4yYsd5WMdfMg=="}}

build/torch214-cpu-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,49 @@

+{
+  "schema_version": 1,
+  "module": "_quantization_gptq_cpu_fe2bb66",
+  "functions": [
+    {
+      "name": "gemm_int4_forward",
+      "qualname": "gemm_int4_forward",
+      "module": "_quantization_gptq_cpu_fe2bb66.custom_ops",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "zeros",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "absmax",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "blocksize",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "int"
+          }
+        ],
+        "return_annotation": "torch.Tensor"
+      }
+    }
+  ],
+  "layers": []
+}

build/torch215-cpu-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,3 @@


1	+ from .custom_ops import gemm_int4_forward
2	+
3	+ __all__ = ["gemm_int4_forward"]

build/torch215-cpu-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _quantization_gptq_cpu_fe2bb66
+ops = torch.ops._quantization_gptq_cpu_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_quantization_gptq_cpu_fe2bb66::{op_name}"

build/torch215-cpu-x86_64-linux/_quantization_gptq_cpu_fe2bb66.abi3.so ADDED Viewed

Binary file (99 kB). View file

build/torch215-cpu-x86_64-linux/custom_ops.py ADDED Viewed

	@@ -0,0 +1,19 @@

+import torch
+from ._ops import ops
+def gemm_int4_forward(
+    input: torch.Tensor,
+    weight: torch.Tensor,
+    zeros: torch.Tensor,
+    absmax: torch.Tensor,
+    blocksize: int,
+) -> torch.Tensor:
+    original_dtype = input.dtype
+    if original_dtype != torch.bfloat16:
+        input = input.to(torch.bfloat16)
+    output = ops.gemm_int4_forward(input, weight, zeros, absmax, blocksize)
+    if original_dtype != torch.bfloat16:
+        output = output.to(original_dtype)
+    return output

build/torch215-cpu-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "quantization-gptq",
+  "id": "_quantization_gptq_cpu_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "MIT",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "WBQ6ZBMcQdCxp8tiIQ5l+KVgEGvqrqziaaK3X1cU/VI=",
+      "_ops.py": "hcAwz5q7CoVHmz5scK87OOzDQn+grEGGl4RturycBNA=",
+      "_quantization_gptq_cpu_fe2bb66.abi3.so": "iB9dIb7tT2RR1JzGj/XeNX1+MBwVTL2b1U4yDcpvlDg=",
+      "custom_ops.py": "JBXjOSKruT0VxkqrxPjFPaqAtYwTas2v80yZ6GUfpus=",
+      "symbols.json": "gEwe0JPnaVtgLtb2lOAK2cqbkkqSS2NSKzdmETnCOcw="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch215-cpu-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHKjCCBrGgAwIBAgIUe1vbeiNeh+h0Ie/LFXGWNiFPHr8wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTU0NTAwWhcNMjYxMDE5MTU1NTAwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE1SXNpEZwlIoV1QT0FCkmPt/7QinK8aCwEpB8Ro+WLHBFl4f1lDaVeI7UMfRMCpuTHAoi44IzoDUlhYup+TZr6KOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYzNDg3MS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVNZrlwAABAMARjBEAiBR8v0eRFcTBvtCXDbxMgGq9ge7Gq+C6PPsJqA3dsRK9gIgdoQZI2/6IeMKLrW6MyLbPDGkuUnuJFI/UaJUvSnQHB8wCgYIKoZIzj0EAwMDZwAwZAIwYiY2R+/Y3be2t2bgowJcrwfR40a3YFMRbrvlhsDs0v0pkcQSA2O4dnSY2/o1OGsfAjB8Dqf+1zqJvyJIGzklzyp6F4PG2g7Xty+zjtJwrNoT7AoMhF2LPnDoYVte1ku8aq0="}, "tlogEntries":[{"logIndex":"3322830107", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792424701", "inclusionPromise":{"signedEntryTimestamp":"MEUCIEiHZJU4PNET4TZPWbT7hH9A027UAvkSOpdzQQwvt6KfAiEAntuQK1RImitoR2LKm0rL0B5+7d5o2Y6ON01rqbzZCac="}, "inclusionProof":{"logIndex":"3200925845", "rootHash":"jEn2fBUDTF/+jzLGuRQd0o+X0irJ+kQRIOctq8W8fx0=", "treeSize":"3200925923", "hashes":["Nd2ih0FvKTrffx9NzmNFDK+ntvN3S1meIYboXreMhKo=", "oc/sHKEOrlTSb62LbU8jlE4y2qmyW/+cA6ma2GBT2DA=", "zBhjNRebdbee7WG4STCnLGIfEIKLG6LqRyK1dJEE0iI=", "B5WWKxTXtIbC15tZFE3tP7ZLomXYeButFcCHp1OHGTM=", "ZVYkTtyZl8zB48xoUU2E51oh4fXemP5lkkE74O3/LeY=", "T/OgPrzyO12fer+wdJEK0z34ko54UGwade7r+sIPrYI=", "ZtyUCqu/0/E50nOwwSx7UvSnyLE50OCOfIM9kQpbpoY=", "qGhGHffYevlTHm/T1a1WoSglIlEVZ7nrS+/cEzFhing=", "qPf4xhIFdRLjV+5SXKtEom0/vy5W6ZafAdKleCStdyU=", "knEGbDq1cwgsCOwPf0gxQ1v3h2AOP6owpiivs4hpYLA=", "D37E7MwfvuENRJ4BUsqOTbzKKFjz+Dkh4kKr7xMQyU8=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3200925923\njEn2fBUDTF/+jzLGuRQd0o+X0irJ+kQRIOctq8W8fx0=\n\n— rekor.sigstore.dev wNI9ajBFAiEA3LBWedDwpOlkAgiMEF3IX51YZbCcIBYC5E0U+EmQc1UCIEMQ2a5cHB7P4Ce+aIIBq9FabB/MYYWHciaiY6G8GsdH\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwYzFmMWIxZjFmNGRjYmYzOGQxYzQwOTIwYjI2NDFiMmUxODQ3OTc2ZDgwM2EyMTc4OTFkM2ZkNjU1NzhiOTdhIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJR09HaG5DeXFMcmNVY3lDUVNXcjF4M2ViN25lU1g0MEQ4bU8wMmVkZnVwYkFpQks4ZVp6Z09zT1V3N2Q4TUxZaXBiSWFNOWRDWGI0cEQySEFod2xPdTV0SXc9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExha05EUW5KSFowRjNTVUpCWjBsVlpURjJZbVZwVG1Wb0syZ3dTV1V2VEVaWVIxZE9hVVpRU0hJNGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGVXdUbFJCZDFkb1kwNU5hbGw0VFVSRk5VMVVWVEZPVkVGM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVV4VTFoT2NFVmFkMnhKYjFZeFVWUXdSa05yYlZCMEx6ZFJhVzVMT0dGRGQwVndRamdLVW04clYweElRa1pzTkdZeGJFUmhWbVZKTjFWTlpsSk5RM0IxVkVoQmIyazBORWw2YjBSVmJHaFpkWEFyVkZweU5rdFBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hwT1JHY3pUVk01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVms1YWNteDNRVUZDUVUxQlVtcENSVUZwUWxJNGRqQmxVa1pqVkVKMmRFTllSR0o0VFdkSGNUbG5aVGRIY1N0RE5sQlFjd3BLY1VFelpITlNTemxuU1dka2IxRmFTVEl2TmtsbFRVdE1jbGMyVFhsTVlsQkVSMnQxVlc1MVNrWkpMMVZoU2xWMlUyNVJTRUk0ZDBObldVbExiMXBKQ25wcU1FVkJkMDFFV25kQmQxcEJTWGRaYVZreVVpc3ZXVE5pWlRKME1tSm5iM2RLWTNKM1psSTBNR0V6V1VaTlVtSnlkbXhvYzBSek1IWXdjR3RqVVZNS1FUSlBOR1J1VTFreUwyOHhUMGR6WmtGcVFqaEVjV1lyTVhweFNuWjVTa2xIZW10c2VubHdOa1kwVUVjeVp6ZFlkSGtyZW1wMFNuZHlUbTlVTjBGdlRRcG9SakpNVUc1RWIxbFdkR1V4YTNVNFlYRXdQUW90TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgMU0yP6Iwu3lMAmWlWOUTfCOw4ipkZ3fw96i5ncKtWaYCFQC54TCl5wz9FxhWC2V1R8crL5DXIBgPMjAyNjEwMTkxNTQ1MDBaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE1NDUwMFowLwYJKoZIhvcNAQkEMSIEIAp2Z7Jqagr334jjoK5xOUMIIikYMmucsgMYuoHpBaAwMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMEN0rv0a670T0lq/9viFllHFQVZTaZdOp488eApY5CO55vIpxHO622Uij85+DjreygIxAIcVHvFFYSpBzkVEfHijqSrDe4wRr+94cewpkQhV9PKqKNGXPI2ZRVaZk0ZWm5KAwQ=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"DB8bHx9Ny/ONHECSCyZBsuGEeXbYA6IXiR0/1lV4uXo="}, "signature":"MEQCIGOGhnCyqLrcUcyCQSWr1x3eb7neSX40D8mO02edfupbAiBK8eZzgOsOUw7d8MLYipbIaM9dCXb4pD2HAhwlOu5tIw=="}}

build/torch215-cpu-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,49 @@

+{
+  "schema_version": 1,
+  "module": "_quantization_gptq_cpu_fe2bb66",
+  "functions": [
+    {
+      "name": "gemm_int4_forward",
+      "qualname": "gemm_int4_forward",
+      "module": "_quantization_gptq_cpu_fe2bb66.custom_ops",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "zeros",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "absmax",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "torch.Tensor"
+          },
+          {
+            "name": "blocksize",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": "int"
+          }
+        ],
+        "return_annotation": "torch.Tensor"
+      }
+    }
+  ],
+  "layers": []
+}