Uploaded using `kernel-builder`.
Browse files- build/torch211-cxx11-cu128-x86_64-linux/__init__.py +43 -0
- build/torch211-cxx11-cu128-x86_64-linux/_ops.py +3 -3
- build/torch211-cxx11-cu128-x86_64-linux/{_world_model_conv_cuda_7781728.abi3.so → _world_model_conv_cuda_33f8494.abi3.so} +2 -2
- build/torch211-cxx11-cu128-x86_64-linux/metadata.json +1 -1
- build/torch211-cxx11-cu130-x86_64-linux/__init__.py +43 -0
- build/torch211-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch211-cxx11-cu130-x86_64-linux/{_world_model_conv_cuda_7781728.abi3.so → _world_model_conv_cuda_33f8494.abi3.so} +2 -2
- build/torch211-cxx11-cu130-x86_64-linux/metadata.json +2 -1
- build/torch212-cxx11-cu130-x86_64-linux/__init__.py +43 -0
- build/torch212-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch212-cxx11-cu130-x86_64-linux/{_world_model_conv_cuda_7781728.abi3.so → _world_model_conv_cuda_33f8494.abi3.so} +2 -2
- build/torch212-cxx11-cu130-x86_64-linux/metadata.json +2 -1
- build/torch212-cxx11-cu132-x86_64-linux/__init__.py +43 -0
- build/torch212-cxx11-cu132-x86_64-linux/_ops.py +3 -3
- build/torch212-cxx11-cu132-x86_64-linux/{_world_model_conv_cuda_7781728.abi3.so → _world_model_conv_cuda_33f8494.abi3.so} +2 -2
- build/torch212-cxx11-cu132-x86_64-linux/metadata.json +2 -1
build/torch211-cxx11-cu128-x86_64-linux/__init__.py
CHANGED
|
@@ -9,6 +9,21 @@ import torch
|
|
| 9 |
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
@torch.library.register_fake(add_op_namespace_prefix("fp8_conv3d_v18_ncdhw_res_bf16out"))
|
| 13 |
def _fp8_conv3d_fake(
|
| 14 |
cache_x: torch.Tensor,
|
|
@@ -232,6 +247,33 @@ def fp8_conv3d_v18_ncdhw_res_bf16out(
|
|
| 232 |
return out
|
| 233 |
|
| 234 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 235 |
def fp8_causal_conv3d_ndhwc_bf16(
|
| 236 |
cache_x: torch.Tensor,
|
| 237 |
new_x: torch.Tensor,
|
|
@@ -378,6 +420,7 @@ def nvfp4_causal_conv3d_residual_ncdhw_bf16(
|
|
| 378 |
|
| 379 |
|
| 380 |
__all__ = [
|
|
|
|
| 381 |
"fp8_conv3d_v18_ncdhw_res_bf16out",
|
| 382 |
"fp8_causal_conv3d_ndhwc_bf16",
|
| 383 |
"fp8_conv2d_3x3_nhwc_bf16",
|
|
|
|
| 9 |
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
|
| 12 |
+
@torch.library.register_fake(
|
| 13 |
+
add_op_namespace_prefix("bf16_causal_conv3d_ndhwc_bf16")
|
| 14 |
+
)
|
| 15 |
+
def _bf16_causal_conv3d_fake(cache_x, new_x, weight, bias, alpha, out) -> None:
|
| 16 |
+
n, t, h, w, ci = new_x.shape
|
| 17 |
+
co = weight.shape[0]
|
| 18 |
+
if cache_x.shape != (n, 2, h, w, ci):
|
| 19 |
+
raise RuntimeError("cache_x must have shape (N,2,H,W,Ci)")
|
| 20 |
+
if weight.shape != (co, 3, 3, 3, ci):
|
| 21 |
+
raise RuntimeError("weight must have shape (Co,3,3,3,Ci)")
|
| 22 |
+
if bias.shape != (co,) or out.shape != (n, t, h, w, co):
|
| 23 |
+
raise RuntimeError("bias/out shape mismatch")
|
| 24 |
+
return None
|
| 25 |
+
|
| 26 |
+
|
| 27 |
@torch.library.register_fake(add_op_namespace_prefix("fp8_conv3d_v18_ncdhw_res_bf16out"))
|
| 28 |
def _fp8_conv3d_fake(
|
| 29 |
cache_x: torch.Tensor,
|
|
|
|
| 247 |
return out
|
| 248 |
|
| 249 |
|
| 250 |
+
def bf16_causal_conv3d_ndhwc_bf16(
|
| 251 |
+
cache_x: torch.Tensor,
|
| 252 |
+
new_x: torch.Tensor,
|
| 253 |
+
weight: torch.Tensor,
|
| 254 |
+
bias: torch.Tensor,
|
| 255 |
+
alpha: float = 1.0,
|
| 256 |
+
*,
|
| 257 |
+
out: Optional[torch.Tensor] = None,
|
| 258 |
+
) -> torch.Tensor:
|
| 259 |
+
"""Experimental SM110 BF16 causal Conv3D probe.
|
| 260 |
+
|
| 261 |
+
This entry is explicit opt-in. It is not the default world-model Conv3D
|
| 262 |
+
backend because the current native kernel does not beat cuDNN.
|
| 263 |
+
"""
|
| 264 |
+
n, t, h, w, _ = new_x.shape
|
| 265 |
+
if out is None:
|
| 266 |
+
out = torch.empty(
|
| 267 |
+
(n, t, h, w, weight.shape[0]),
|
| 268 |
+
device=new_x.device,
|
| 269 |
+
dtype=torch.bfloat16,
|
| 270 |
+
)
|
| 271 |
+
ops.bf16_causal_conv3d_ndhwc_bf16(
|
| 272 |
+
cache_x, new_x, weight, bias, float(alpha), out
|
| 273 |
+
)
|
| 274 |
+
return out
|
| 275 |
+
|
| 276 |
+
|
| 277 |
def fp8_causal_conv3d_ndhwc_bf16(
|
| 278 |
cache_x: torch.Tensor,
|
| 279 |
new_x: torch.Tensor,
|
|
|
|
| 420 |
|
| 421 |
|
| 422 |
__all__ = [
|
| 423 |
+
"bf16_causal_conv3d_ndhwc_bf16",
|
| 424 |
"fp8_conv3d_v18_ncdhw_res_bf16out",
|
| 425 |
"fp8_causal_conv3d_ndhwc_bf16",
|
| 426 |
"fp8_conv2d_3x3_nhwc_bf16",
|
build/torch211-cxx11-cu128-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _world_model_conv_cuda_33f8494
|
| 3 |
+
ops = torch.ops._world_model_conv_cuda_33f8494
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_world_model_conv_cuda_33f8494::{op_name}"
|
build/torch211-cxx11-cu128-x86_64-linux/{_world_model_conv_cuda_7781728.abi3.so → _world_model_conv_cuda_33f8494.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:56c0b4484f40ef55e8dbf7a4e6ebc872c6f9dc5985e510419c945ee52d624d88
|
| 3 |
+
size 1280336
|
build/torch211-cxx11-cu128-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "world-model-conv",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "world-model-conv",
|
| 3 |
+
"id": "_world_model_conv_cuda_33f8494",
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
build/torch211-cxx11-cu130-x86_64-linux/__init__.py
CHANGED
|
@@ -9,6 +9,21 @@ import torch
|
|
| 9 |
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
@torch.library.register_fake(add_op_namespace_prefix("fp8_conv3d_v18_ncdhw_res_bf16out"))
|
| 13 |
def _fp8_conv3d_fake(
|
| 14 |
cache_x: torch.Tensor,
|
|
@@ -232,6 +247,33 @@ def fp8_conv3d_v18_ncdhw_res_bf16out(
|
|
| 232 |
return out
|
| 233 |
|
| 234 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 235 |
def fp8_causal_conv3d_ndhwc_bf16(
|
| 236 |
cache_x: torch.Tensor,
|
| 237 |
new_x: torch.Tensor,
|
|
@@ -378,6 +420,7 @@ def nvfp4_causal_conv3d_residual_ncdhw_bf16(
|
|
| 378 |
|
| 379 |
|
| 380 |
__all__ = [
|
|
|
|
| 381 |
"fp8_conv3d_v18_ncdhw_res_bf16out",
|
| 382 |
"fp8_causal_conv3d_ndhwc_bf16",
|
| 383 |
"fp8_conv2d_3x3_nhwc_bf16",
|
|
|
|
| 9 |
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
|
| 12 |
+
@torch.library.register_fake(
|
| 13 |
+
add_op_namespace_prefix("bf16_causal_conv3d_ndhwc_bf16")
|
| 14 |
+
)
|
| 15 |
+
def _bf16_causal_conv3d_fake(cache_x, new_x, weight, bias, alpha, out) -> None:
|
| 16 |
+
n, t, h, w, ci = new_x.shape
|
| 17 |
+
co = weight.shape[0]
|
| 18 |
+
if cache_x.shape != (n, 2, h, w, ci):
|
| 19 |
+
raise RuntimeError("cache_x must have shape (N,2,H,W,Ci)")
|
| 20 |
+
if weight.shape != (co, 3, 3, 3, ci):
|
| 21 |
+
raise RuntimeError("weight must have shape (Co,3,3,3,Ci)")
|
| 22 |
+
if bias.shape != (co,) or out.shape != (n, t, h, w, co):
|
| 23 |
+
raise RuntimeError("bias/out shape mismatch")
|
| 24 |
+
return None
|
| 25 |
+
|
| 26 |
+
|
| 27 |
@torch.library.register_fake(add_op_namespace_prefix("fp8_conv3d_v18_ncdhw_res_bf16out"))
|
| 28 |
def _fp8_conv3d_fake(
|
| 29 |
cache_x: torch.Tensor,
|
|
|
|
| 247 |
return out
|
| 248 |
|
| 249 |
|
| 250 |
+
def bf16_causal_conv3d_ndhwc_bf16(
|
| 251 |
+
cache_x: torch.Tensor,
|
| 252 |
+
new_x: torch.Tensor,
|
| 253 |
+
weight: torch.Tensor,
|
| 254 |
+
bias: torch.Tensor,
|
| 255 |
+
alpha: float = 1.0,
|
| 256 |
+
*,
|
| 257 |
+
out: Optional[torch.Tensor] = None,
|
| 258 |
+
) -> torch.Tensor:
|
| 259 |
+
"""Experimental SM110 BF16 causal Conv3D probe.
|
| 260 |
+
|
| 261 |
+
This entry is explicit opt-in. It is not the default world-model Conv3D
|
| 262 |
+
backend because the current native kernel does not beat cuDNN.
|
| 263 |
+
"""
|
| 264 |
+
n, t, h, w, _ = new_x.shape
|
| 265 |
+
if out is None:
|
| 266 |
+
out = torch.empty(
|
| 267 |
+
(n, t, h, w, weight.shape[0]),
|
| 268 |
+
device=new_x.device,
|
| 269 |
+
dtype=torch.bfloat16,
|
| 270 |
+
)
|
| 271 |
+
ops.bf16_causal_conv3d_ndhwc_bf16(
|
| 272 |
+
cache_x, new_x, weight, bias, float(alpha), out
|
| 273 |
+
)
|
| 274 |
+
return out
|
| 275 |
+
|
| 276 |
+
|
| 277 |
def fp8_causal_conv3d_ndhwc_bf16(
|
| 278 |
cache_x: torch.Tensor,
|
| 279 |
new_x: torch.Tensor,
|
|
|
|
| 420 |
|
| 421 |
|
| 422 |
__all__ = [
|
| 423 |
+
"bf16_causal_conv3d_ndhwc_bf16",
|
| 424 |
"fp8_conv3d_v18_ncdhw_res_bf16out",
|
| 425 |
"fp8_causal_conv3d_ndhwc_bf16",
|
| 426 |
"fp8_conv2d_3x3_nhwc_bf16",
|
build/torch211-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _world_model_conv_cuda_33f8494
|
| 3 |
+
ops = torch.ops._world_model_conv_cuda_33f8494
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_world_model_conv_cuda_33f8494::{op_name}"
|
build/torch211-cxx11-cu130-x86_64-linux/{_world_model_conv_cuda_7781728.abi3.so → _world_model_conv_cuda_33f8494.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09a791c961123323294a35768fd135c97e2c2758e740aaf6b221f65b2977734f
|
| 3 |
+
size 1289672
|
build/torch211-cxx11-cu130-x86_64-linux/metadata.json
CHANGED
|
@@ -1,12 +1,13 @@
|
|
| 1 |
{
|
| 2 |
"name": "world-model-conv",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
| 7 |
"backend": {
|
| 8 |
"type": "cuda",
|
| 9 |
"archs": [
|
|
|
|
| 10 |
"12.0a"
|
| 11 |
]
|
| 12 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"name": "world-model-conv",
|
| 3 |
+
"id": "_world_model_conv_cuda_33f8494",
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
| 7 |
"backend": {
|
| 8 |
"type": "cuda",
|
| 9 |
"archs": [
|
| 10 |
+
"11.0a",
|
| 11 |
"12.0a"
|
| 12 |
]
|
| 13 |
}
|
build/torch212-cxx11-cu130-x86_64-linux/__init__.py
CHANGED
|
@@ -9,6 +9,21 @@ import torch
|
|
| 9 |
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
@torch.library.register_fake(add_op_namespace_prefix("fp8_conv3d_v18_ncdhw_res_bf16out"))
|
| 13 |
def _fp8_conv3d_fake(
|
| 14 |
cache_x: torch.Tensor,
|
|
@@ -232,6 +247,33 @@ def fp8_conv3d_v18_ncdhw_res_bf16out(
|
|
| 232 |
return out
|
| 233 |
|
| 234 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 235 |
def fp8_causal_conv3d_ndhwc_bf16(
|
| 236 |
cache_x: torch.Tensor,
|
| 237 |
new_x: torch.Tensor,
|
|
@@ -378,6 +420,7 @@ def nvfp4_causal_conv3d_residual_ncdhw_bf16(
|
|
| 378 |
|
| 379 |
|
| 380 |
__all__ = [
|
|
|
|
| 381 |
"fp8_conv3d_v18_ncdhw_res_bf16out",
|
| 382 |
"fp8_causal_conv3d_ndhwc_bf16",
|
| 383 |
"fp8_conv2d_3x3_nhwc_bf16",
|
|
|
|
| 9 |
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
|
| 12 |
+
@torch.library.register_fake(
|
| 13 |
+
add_op_namespace_prefix("bf16_causal_conv3d_ndhwc_bf16")
|
| 14 |
+
)
|
| 15 |
+
def _bf16_causal_conv3d_fake(cache_x, new_x, weight, bias, alpha, out) -> None:
|
| 16 |
+
n, t, h, w, ci = new_x.shape
|
| 17 |
+
co = weight.shape[0]
|
| 18 |
+
if cache_x.shape != (n, 2, h, w, ci):
|
| 19 |
+
raise RuntimeError("cache_x must have shape (N,2,H,W,Ci)")
|
| 20 |
+
if weight.shape != (co, 3, 3, 3, ci):
|
| 21 |
+
raise RuntimeError("weight must have shape (Co,3,3,3,Ci)")
|
| 22 |
+
if bias.shape != (co,) or out.shape != (n, t, h, w, co):
|
| 23 |
+
raise RuntimeError("bias/out shape mismatch")
|
| 24 |
+
return None
|
| 25 |
+
|
| 26 |
+
|
| 27 |
@torch.library.register_fake(add_op_namespace_prefix("fp8_conv3d_v18_ncdhw_res_bf16out"))
|
| 28 |
def _fp8_conv3d_fake(
|
| 29 |
cache_x: torch.Tensor,
|
|
|
|
| 247 |
return out
|
| 248 |
|
| 249 |
|
| 250 |
+
def bf16_causal_conv3d_ndhwc_bf16(
|
| 251 |
+
cache_x: torch.Tensor,
|
| 252 |
+
new_x: torch.Tensor,
|
| 253 |
+
weight: torch.Tensor,
|
| 254 |
+
bias: torch.Tensor,
|
| 255 |
+
alpha: float = 1.0,
|
| 256 |
+
*,
|
| 257 |
+
out: Optional[torch.Tensor] = None,
|
| 258 |
+
) -> torch.Tensor:
|
| 259 |
+
"""Experimental SM110 BF16 causal Conv3D probe.
|
| 260 |
+
|
| 261 |
+
This entry is explicit opt-in. It is not the default world-model Conv3D
|
| 262 |
+
backend because the current native kernel does not beat cuDNN.
|
| 263 |
+
"""
|
| 264 |
+
n, t, h, w, _ = new_x.shape
|
| 265 |
+
if out is None:
|
| 266 |
+
out = torch.empty(
|
| 267 |
+
(n, t, h, w, weight.shape[0]),
|
| 268 |
+
device=new_x.device,
|
| 269 |
+
dtype=torch.bfloat16,
|
| 270 |
+
)
|
| 271 |
+
ops.bf16_causal_conv3d_ndhwc_bf16(
|
| 272 |
+
cache_x, new_x, weight, bias, float(alpha), out
|
| 273 |
+
)
|
| 274 |
+
return out
|
| 275 |
+
|
| 276 |
+
|
| 277 |
def fp8_causal_conv3d_ndhwc_bf16(
|
| 278 |
cache_x: torch.Tensor,
|
| 279 |
new_x: torch.Tensor,
|
|
|
|
| 420 |
|
| 421 |
|
| 422 |
__all__ = [
|
| 423 |
+
"bf16_causal_conv3d_ndhwc_bf16",
|
| 424 |
"fp8_conv3d_v18_ncdhw_res_bf16out",
|
| 425 |
"fp8_causal_conv3d_ndhwc_bf16",
|
| 426 |
"fp8_conv2d_3x3_nhwc_bf16",
|
build/torch212-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _world_model_conv_cuda_33f8494
|
| 3 |
+
ops = torch.ops._world_model_conv_cuda_33f8494
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_world_model_conv_cuda_33f8494::{op_name}"
|
build/torch212-cxx11-cu130-x86_64-linux/{_world_model_conv_cuda_7781728.abi3.so → _world_model_conv_cuda_33f8494.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d5a00c775bc1c70710c94c3de8a6ef0cb72b3616e0efaf595aabf2828469dacc
|
| 3 |
+
size 1300096
|
build/torch212-cxx11-cu130-x86_64-linux/metadata.json
CHANGED
|
@@ -1,12 +1,13 @@
|
|
| 1 |
{
|
| 2 |
"name": "world-model-conv",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
| 7 |
"backend": {
|
| 8 |
"type": "cuda",
|
| 9 |
"archs": [
|
|
|
|
| 10 |
"12.0a"
|
| 11 |
]
|
| 12 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"name": "world-model-conv",
|
| 3 |
+
"id": "_world_model_conv_cuda_33f8494",
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
| 7 |
"backend": {
|
| 8 |
"type": "cuda",
|
| 9 |
"archs": [
|
| 10 |
+
"11.0a",
|
| 11 |
"12.0a"
|
| 12 |
]
|
| 13 |
}
|
build/torch212-cxx11-cu132-x86_64-linux/__init__.py
CHANGED
|
@@ -9,6 +9,21 @@ import torch
|
|
| 9 |
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
@torch.library.register_fake(add_op_namespace_prefix("fp8_conv3d_v18_ncdhw_res_bf16out"))
|
| 13 |
def _fp8_conv3d_fake(
|
| 14 |
cache_x: torch.Tensor,
|
|
@@ -232,6 +247,33 @@ def fp8_conv3d_v18_ncdhw_res_bf16out(
|
|
| 232 |
return out
|
| 233 |
|
| 234 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 235 |
def fp8_causal_conv3d_ndhwc_bf16(
|
| 236 |
cache_x: torch.Tensor,
|
| 237 |
new_x: torch.Tensor,
|
|
@@ -378,6 +420,7 @@ def nvfp4_causal_conv3d_residual_ncdhw_bf16(
|
|
| 378 |
|
| 379 |
|
| 380 |
__all__ = [
|
|
|
|
| 381 |
"fp8_conv3d_v18_ncdhw_res_bf16out",
|
| 382 |
"fp8_causal_conv3d_ndhwc_bf16",
|
| 383 |
"fp8_conv2d_3x3_nhwc_bf16",
|
|
|
|
| 9 |
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
|
| 12 |
+
@torch.library.register_fake(
|
| 13 |
+
add_op_namespace_prefix("bf16_causal_conv3d_ndhwc_bf16")
|
| 14 |
+
)
|
| 15 |
+
def _bf16_causal_conv3d_fake(cache_x, new_x, weight, bias, alpha, out) -> None:
|
| 16 |
+
n, t, h, w, ci = new_x.shape
|
| 17 |
+
co = weight.shape[0]
|
| 18 |
+
if cache_x.shape != (n, 2, h, w, ci):
|
| 19 |
+
raise RuntimeError("cache_x must have shape (N,2,H,W,Ci)")
|
| 20 |
+
if weight.shape != (co, 3, 3, 3, ci):
|
| 21 |
+
raise RuntimeError("weight must have shape (Co,3,3,3,Ci)")
|
| 22 |
+
if bias.shape != (co,) or out.shape != (n, t, h, w, co):
|
| 23 |
+
raise RuntimeError("bias/out shape mismatch")
|
| 24 |
+
return None
|
| 25 |
+
|
| 26 |
+
|
| 27 |
@torch.library.register_fake(add_op_namespace_prefix("fp8_conv3d_v18_ncdhw_res_bf16out"))
|
| 28 |
def _fp8_conv3d_fake(
|
| 29 |
cache_x: torch.Tensor,
|
|
|
|
| 247 |
return out
|
| 248 |
|
| 249 |
|
| 250 |
+
def bf16_causal_conv3d_ndhwc_bf16(
|
| 251 |
+
cache_x: torch.Tensor,
|
| 252 |
+
new_x: torch.Tensor,
|
| 253 |
+
weight: torch.Tensor,
|
| 254 |
+
bias: torch.Tensor,
|
| 255 |
+
alpha: float = 1.0,
|
| 256 |
+
*,
|
| 257 |
+
out: Optional[torch.Tensor] = None,
|
| 258 |
+
) -> torch.Tensor:
|
| 259 |
+
"""Experimental SM110 BF16 causal Conv3D probe.
|
| 260 |
+
|
| 261 |
+
This entry is explicit opt-in. It is not the default world-model Conv3D
|
| 262 |
+
backend because the current native kernel does not beat cuDNN.
|
| 263 |
+
"""
|
| 264 |
+
n, t, h, w, _ = new_x.shape
|
| 265 |
+
if out is None:
|
| 266 |
+
out = torch.empty(
|
| 267 |
+
(n, t, h, w, weight.shape[0]),
|
| 268 |
+
device=new_x.device,
|
| 269 |
+
dtype=torch.bfloat16,
|
| 270 |
+
)
|
| 271 |
+
ops.bf16_causal_conv3d_ndhwc_bf16(
|
| 272 |
+
cache_x, new_x, weight, bias, float(alpha), out
|
| 273 |
+
)
|
| 274 |
+
return out
|
| 275 |
+
|
| 276 |
+
|
| 277 |
def fp8_causal_conv3d_ndhwc_bf16(
|
| 278 |
cache_x: torch.Tensor,
|
| 279 |
new_x: torch.Tensor,
|
|
|
|
| 420 |
|
| 421 |
|
| 422 |
__all__ = [
|
| 423 |
+
"bf16_causal_conv3d_ndhwc_bf16",
|
| 424 |
"fp8_conv3d_v18_ncdhw_res_bf16out",
|
| 425 |
"fp8_causal_conv3d_ndhwc_bf16",
|
| 426 |
"fp8_conv2d_3x3_nhwc_bf16",
|
build/torch212-cxx11-cu132-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _world_model_conv_cuda_33f8494
|
| 3 |
+
ops = torch.ops._world_model_conv_cuda_33f8494
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_world_model_conv_cuda_33f8494::{op_name}"
|
build/torch212-cxx11-cu132-x86_64-linux/{_world_model_conv_cuda_7781728.abi3.so → _world_model_conv_cuda_33f8494.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3e28e6b612c7ea5e752218cbf591c8470fa524dc6b85ef21cdba6a41c2a29f05
|
| 3 |
+
size 1336960
|
build/torch212-cxx11-cu132-x86_64-linux/metadata.json
CHANGED
|
@@ -1,12 +1,13 @@
|
|
| 1 |
{
|
| 2 |
"name": "world-model-conv",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
| 7 |
"backend": {
|
| 8 |
"type": "cuda",
|
| 9 |
"archs": [
|
|
|
|
| 10 |
"12.0a"
|
| 11 |
]
|
| 12 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"name": "world-model-conv",
|
| 3 |
+
"id": "_world_model_conv_cuda_33f8494",
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
| 7 |
"backend": {
|
| 8 |
"type": "cuda",
|
| 9 |
"archs": [
|
| 10 |
+
"11.0a",
|
| 11 |
"12.0a"
|
| 12 |
]
|
| 13 |
}
|