Add torch211-cxx11-cu130-aarch64-linux aarch64 artifact
Browse files
build/torch211-cxx11-cu130-aarch64-linux/__init__.py
CHANGED
|
@@ -198,6 +198,22 @@ def _layer_norm_no_affine_quant_fp8_static_bf16_fake(
|
|
| 198 |
return None
|
| 199 |
|
| 200 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 201 |
def ada_layer_norm_quant_fp8_bf16(
|
| 202 |
x: torch.Tensor,
|
| 203 |
scale: torch.Tensor,
|
|
@@ -353,6 +369,21 @@ def layer_norm_no_affine_quant_fp8_static_bf16(
|
|
| 353 |
return out
|
| 354 |
|
| 355 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 356 |
@torch.library.register_fake(add_op_namespace_prefix("adaln_modulation6_bf16"))
|
| 357 |
def _adaln_modulation6_bf16_fake(
|
| 358 |
adaln_params: torch.Tensor,
|
|
@@ -418,6 +449,7 @@ __all__ = [
|
|
| 418 |
"ada_layer_norm_quant_nvfp4_swizzled_bf16",
|
| 419 |
"ada_layer_norm_quant_nvfp4_swizzled_modfp8_bf16",
|
| 420 |
"layer_norm_no_affine_quant_fp8_static_bf16",
|
|
|
|
| 421 |
"adaln_modulation6_bf16",
|
| 422 |
"swizzled_sf_size",
|
| 423 |
]
|
|
|
|
| 198 |
return None
|
| 199 |
|
| 200 |
|
| 201 |
+
@torch.library.register_fake(add_op_namespace_prefix("layer_norm_no_affine_quant_nvfp4_swizzled_bf16"))
|
| 202 |
+
def _layer_norm_no_affine_quant_nvfp4_swizzled_bf16_fake(
|
| 203 |
+
x: torch.Tensor,
|
| 204 |
+
eps: float,
|
| 205 |
+
packed: torch.Tensor,
|
| 206 |
+
sf_swizzled: torch.Tensor,
|
| 207 |
+
) -> None:
|
| 208 |
+
_check_x(x)
|
| 209 |
+
rows, dim = x.shape
|
| 210 |
+
if packed.shape != (rows, dim // 2):
|
| 211 |
+
raise RuntimeError("packed must have shape (rows, dim // 2)")
|
| 212 |
+
if sf_swizzled.numel() < swizzled_sf_size(rows, dim):
|
| 213 |
+
raise RuntimeError("sf_swizzled is too small")
|
| 214 |
+
return None
|
| 215 |
+
|
| 216 |
+
|
| 217 |
def ada_layer_norm_quant_fp8_bf16(
|
| 218 |
x: torch.Tensor,
|
| 219 |
scale: torch.Tensor,
|
|
|
|
| 369 |
return out
|
| 370 |
|
| 371 |
|
| 372 |
+
def layer_norm_no_affine_quant_nvfp4_swizzled_bf16(
|
| 373 |
+
x: torch.Tensor,
|
| 374 |
+
eps: float = 1e-5,
|
| 375 |
+
packed: torch.Tensor | None = None,
|
| 376 |
+
sf_swizzled: torch.Tensor | None = None,
|
| 377 |
+
) -> tuple[torch.Tensor, torch.Tensor]:
|
| 378 |
+
"""SM110 no-affine LayerNorm producing NVFP4 and CUTLASS SFA."""
|
| 379 |
+
if packed is None or sf_swizzled is None:
|
| 380 |
+
packed, sf_swizzled = _alloc_nvfp4(x)
|
| 381 |
+
ops.layer_norm_no_affine_quant_nvfp4_swizzled_bf16(
|
| 382 |
+
x, float(eps), packed, sf_swizzled
|
| 383 |
+
)
|
| 384 |
+
return packed, sf_swizzled
|
| 385 |
+
|
| 386 |
+
|
| 387 |
@torch.library.register_fake(add_op_namespace_prefix("adaln_modulation6_bf16"))
|
| 388 |
def _adaln_modulation6_bf16_fake(
|
| 389 |
adaln_params: torch.Tensor,
|
|
|
|
| 449 |
"ada_layer_norm_quant_nvfp4_swizzled_bf16",
|
| 450 |
"ada_layer_norm_quant_nvfp4_swizzled_modfp8_bf16",
|
| 451 |
"layer_norm_no_affine_quant_fp8_static_bf16",
|
| 452 |
+
"layer_norm_no_affine_quant_nvfp4_swizzled_bf16",
|
| 453 |
"adaln_modulation6_bf16",
|
| 454 |
"swizzled_sf_size",
|
| 455 |
]
|
build/torch211-cxx11-cu130-aarch64-linux/_adaptive_layernorm_producers_cuda_8a66d8b.abi3.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b7a2db2e007dbc80da262c206891058c7db8c1c7f249b92ad6185c1ce11b814f
|
| 3 |
+
size 535776
|
build/torch211-cxx11-cu130-aarch64-linux/_ops.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _adaptive_layernorm_producers_cuda_8a66d8b
|
| 3 |
+
ops = torch.ops._adaptive_layernorm_producers_cuda_8a66d8b
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
+
return f"_adaptive_layernorm_producers_cuda_8a66d8b::{op_name}"
|
build/torch211-cxx11-cu130-aarch64-linux/metadata.json
CHANGED
|
@@ -1,33 +1,28 @@
|
|
| 1 |
{
|
| 2 |
"name": "adaptive-layernorm-producers",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
| 7 |
"backend": {
|
| 8 |
"type": "cuda",
|
| 9 |
"archs": [
|
| 10 |
-
"8.7",
|
| 11 |
"11.0a"
|
| 12 |
]
|
| 13 |
},
|
| 14 |
"digest": {
|
| 15 |
"algorithm": "sha256",
|
| 16 |
"files": {
|
| 17 |
-
"__init__.py": "
|
| 18 |
-
"
|
| 19 |
-
"_ops.py": "
|
| 20 |
"adaptive_layernorm_producers/__init__.py": "v6p5XMfQzddhi1fLSAw4HX9CyS0rQsidvu9VsT01xi4="
|
| 21 |
}
|
| 22 |
},
|
| 23 |
"provenance": {
|
| 24 |
"kernel": {
|
| 25 |
-
"sha": "
|
| 26 |
"dirty": false
|
| 27 |
-
},
|
| 28 |
-
"validation": {
|
| 29 |
-
"torch": "2.11.0+cu130",
|
| 30 |
-
"cuda": "13.0"
|
| 31 |
}
|
| 32 |
}
|
| 33 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"name": "adaptive-layernorm-producers",
|
| 3 |
+
"id": "_adaptive_layernorm_producers_cuda_8a66d8b",
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
| 7 |
"backend": {
|
| 8 |
"type": "cuda",
|
| 9 |
"archs": [
|
|
|
|
| 10 |
"11.0a"
|
| 11 |
]
|
| 12 |
},
|
| 13 |
"digest": {
|
| 14 |
"algorithm": "sha256",
|
| 15 |
"files": {
|
| 16 |
+
"__init__.py": "/6Ld6WSyL7PjILcYt4P7x3fnXi2C+ovbSP/7nNFetb8=",
|
| 17 |
+
"_adaptive_layernorm_producers_cuda_8a66d8b.abi3.so": "t6LbLgB9vIDaJiwgaJEFjH24wcfySbkq1hhcHOEbgU8=",
|
| 18 |
+
"_ops.py": "8CjL8CxdQouAOnaox+O0AKwLERGSDc8mao+V3ArMuTk=",
|
| 19 |
"adaptive_layernorm_producers/__init__.py": "v6p5XMfQzddhi1fLSAw4HX9CyS0rQsidvu9VsT01xi4="
|
| 20 |
}
|
| 21 |
},
|
| 22 |
"provenance": {
|
| 23 |
"kernel": {
|
| 24 |
+
"sha": "8a66d8b",
|
| 25 |
"dirty": false
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
}
|
| 27 |
}
|
| 28 |
}
|