liangsu9988 commited on
Commit
c48c0da
·
verified ·
1 Parent(s): ad7437c

Add torch211-cxx11-cu130-aarch64-linux aarch64 artifact

Browse files
build/torch211-cxx11-cu130-aarch64-linux/__init__.py CHANGED
@@ -198,6 +198,22 @@ def _layer_norm_no_affine_quant_fp8_static_bf16_fake(
198
  return None
199
 
200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
201
  def ada_layer_norm_quant_fp8_bf16(
202
  x: torch.Tensor,
203
  scale: torch.Tensor,
@@ -353,6 +369,21 @@ def layer_norm_no_affine_quant_fp8_static_bf16(
353
  return out
354
 
355
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
356
  @torch.library.register_fake(add_op_namespace_prefix("adaln_modulation6_bf16"))
357
  def _adaln_modulation6_bf16_fake(
358
  adaln_params: torch.Tensor,
@@ -418,6 +449,7 @@ __all__ = [
418
  "ada_layer_norm_quant_nvfp4_swizzled_bf16",
419
  "ada_layer_norm_quant_nvfp4_swizzled_modfp8_bf16",
420
  "layer_norm_no_affine_quant_fp8_static_bf16",
 
421
  "adaln_modulation6_bf16",
422
  "swizzled_sf_size",
423
  ]
 
198
  return None
199
 
200
 
201
+ @torch.library.register_fake(add_op_namespace_prefix("layer_norm_no_affine_quant_nvfp4_swizzled_bf16"))
202
+ def _layer_norm_no_affine_quant_nvfp4_swizzled_bf16_fake(
203
+ x: torch.Tensor,
204
+ eps: float,
205
+ packed: torch.Tensor,
206
+ sf_swizzled: torch.Tensor,
207
+ ) -> None:
208
+ _check_x(x)
209
+ rows, dim = x.shape
210
+ if packed.shape != (rows, dim // 2):
211
+ raise RuntimeError("packed must have shape (rows, dim // 2)")
212
+ if sf_swizzled.numel() < swizzled_sf_size(rows, dim):
213
+ raise RuntimeError("sf_swizzled is too small")
214
+ return None
215
+
216
+
217
  def ada_layer_norm_quant_fp8_bf16(
218
  x: torch.Tensor,
219
  scale: torch.Tensor,
 
369
  return out
370
 
371
 
372
+ def layer_norm_no_affine_quant_nvfp4_swizzled_bf16(
373
+ x: torch.Tensor,
374
+ eps: float = 1e-5,
375
+ packed: torch.Tensor | None = None,
376
+ sf_swizzled: torch.Tensor | None = None,
377
+ ) -> tuple[torch.Tensor, torch.Tensor]:
378
+ """SM110 no-affine LayerNorm producing NVFP4 and CUTLASS SFA."""
379
+ if packed is None or sf_swizzled is None:
380
+ packed, sf_swizzled = _alloc_nvfp4(x)
381
+ ops.layer_norm_no_affine_quant_nvfp4_swizzled_bf16(
382
+ x, float(eps), packed, sf_swizzled
383
+ )
384
+ return packed, sf_swizzled
385
+
386
+
387
  @torch.library.register_fake(add_op_namespace_prefix("adaln_modulation6_bf16"))
388
  def _adaln_modulation6_bf16_fake(
389
  adaln_params: torch.Tensor,
 
449
  "ada_layer_norm_quant_nvfp4_swizzled_bf16",
450
  "ada_layer_norm_quant_nvfp4_swizzled_modfp8_bf16",
451
  "layer_norm_no_affine_quant_fp8_static_bf16",
452
+ "layer_norm_no_affine_quant_nvfp4_swizzled_bf16",
453
  "adaln_modulation6_bf16",
454
  "swizzled_sf_size",
455
  ]
build/torch211-cxx11-cu130-aarch64-linux/_adaptive_layernorm_producers_cuda_8a66d8b.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7a2db2e007dbc80da262c206891058c7db8c1c7f249b92ad6185c1ce11b814f
3
+ size 535776
build/torch211-cxx11-cu130-aarch64-linux/_ops.py CHANGED
@@ -1,6 +1,6 @@
1
  import torch
2
- from . import _adaptive_layernorm_producers_cuda_7781728
3
- ops = torch.ops._adaptive_layernorm_producers_cuda_7781728
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
- return f"_adaptive_layernorm_producers_cuda_7781728::{op_name}"
 
1
  import torch
2
+ from . import _adaptive_layernorm_producers_cuda_8a66d8b
3
+ ops = torch.ops._adaptive_layernorm_producers_cuda_8a66d8b
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
+ return f"_adaptive_layernorm_producers_cuda_8a66d8b::{op_name}"
build/torch211-cxx11-cu130-aarch64-linux/metadata.json CHANGED
@@ -1,33 +1,28 @@
1
  {
2
  "name": "adaptive-layernorm-producers",
3
- "id": "_adaptive_layernorm_producers_cuda_7781728",
4
  "version": 1,
5
  "license": "Apache-2.0",
6
  "python-depends": [],
7
  "backend": {
8
  "type": "cuda",
9
  "archs": [
10
- "8.7",
11
  "11.0a"
12
  ]
13
  },
14
  "digest": {
15
  "algorithm": "sha256",
16
  "files": {
17
- "__init__.py": "Y0RRm5MDP9m0wKQRpuGRFg0YewrbqdZnVIBItbh7DAc=",
18
- "_adaptive_layernorm_producers_cuda_7781728.abi3.so": "K1VCrkSDMuvU0fLKLwAw+IIABh+NLmTrhYHDFOfXMiw=",
19
- "_ops.py": "kG1EL+EuLDtXPuUtyj/ygYLPUZg6eszWjMCBtbLC0pw=",
20
  "adaptive_layernorm_producers/__init__.py": "v6p5XMfQzddhi1fLSAw4HX9CyS0rQsidvu9VsT01xi4="
21
  }
22
  },
23
  "provenance": {
24
  "kernel": {
25
- "sha": "9b532b42ad71d0ef6bc79d1372e96910087faad4",
26
  "dirty": false
27
- },
28
- "validation": {
29
- "torch": "2.11.0+cu130",
30
- "cuda": "13.0"
31
  }
32
  }
33
  }
 
1
  {
2
  "name": "adaptive-layernorm-producers",
3
+ "id": "_adaptive_layernorm_producers_cuda_8a66d8b",
4
  "version": 1,
5
  "license": "Apache-2.0",
6
  "python-depends": [],
7
  "backend": {
8
  "type": "cuda",
9
  "archs": [
 
10
  "11.0a"
11
  ]
12
  },
13
  "digest": {
14
  "algorithm": "sha256",
15
  "files": {
16
+ "__init__.py": "/6Ld6WSyL7PjILcYt4P7x3fnXi2C+ovbSP/7nNFetb8=",
17
+ "_adaptive_layernorm_producers_cuda_8a66d8b.abi3.so": "t6LbLgB9vIDaJiwgaJEFjH24wcfySbkq1hhcHOEbgU8=",
18
+ "_ops.py": "8CjL8CxdQouAOnaox+O0AKwLERGSDc8mao+V3ArMuTk=",
19
  "adaptive_layernorm_producers/__init__.py": "v6p5XMfQzddhi1fLSAw4HX9CyS0rQsidvu9VsT01xi4="
20
  }
21
  },
22
  "provenance": {
23
  "kernel": {
24
+ "sha": "8a66d8b",
25
  "dirty": false
 
 
 
 
26
  }
27
  }
28
  }