Promote latest kernel artifacts to main
Browse files- README.md +18 -6
- build/torch211-cxx11-cu128-x86_64-linux/{_grouped_moe_gemv_cuda_4baeadf.abi3.so → _grouped_moe_gemv_cuda_ca580d0.abi3.so} +1 -1
- build/torch211-cxx11-cu128-x86_64-linux/_ops.py +3 -3
- build/torch211-cxx11-cu128-x86_64-linux/metadata.json +1 -1
- build/torch211-cxx11-cu130-x86_64-linux/{_grouped_moe_gemv_cuda_4baeadf.abi3.so → _grouped_moe_gemv_cuda_ca580d0.abi3.so} +1 -1
- build/torch211-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch211-cxx11-cu130-x86_64-linux/metadata.json +1 -1
- build/torch212-cxx11-cu130-x86_64-linux/{_grouped_moe_gemv_cuda_4baeadf.abi3.so → _grouped_moe_gemv_cuda_ca580d0.abi3.so} +1 -1
- build/torch212-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch212-cxx11-cu130-x86_64-linux/metadata.json +1 -1
- build/torch212-cxx11-cu132-x86_64-linux/{_grouped_moe_gemv_cuda_4baeadf.abi3.so → _grouped_moe_gemv_cuda_ca580d0.abi3.so} +1 -1
- build/torch212-cxx11-cu132-x86_64-linux/_ops.py +3 -3
- build/torch212-cxx11-cu132-x86_64-linux/metadata.json +1 -1
README.md
CHANGED
|
@@ -1,9 +1,21 @@
|
|
| 1 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
|
| 3 |
-
|
| 4 |
-
that resolve repositories through the default Hugging Face model repo API.
|
| 5 |
|
| 6 |
-
|
|
|
|
| 7 |
|
| 8 |
-
|
| 9 |
-
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
library_name: kernels
|
| 3 |
+
license: apache-2.0
|
| 4 |
+
tags:
|
| 5 |
+
- cuda
|
| 6 |
+
- native-cuda
|
| 7 |
+
- flashrt
|
| 8 |
+
- moe
|
| 9 |
+
- nvfp4
|
| 10 |
+
- blackwell
|
| 11 |
+
---
|
| 12 |
|
| 13 |
+
# grouped-moe-gemv
|
|
|
|
| 14 |
|
| 15 |
+
Native CUDA FlashRT grouped MoE GEMV kernels for BF16 activations and NVFP4
|
| 16 |
+
weights.
|
| 17 |
|
| 18 |
+
Available functions:
|
| 19 |
+
|
| 20 |
+
- `w4a16_decode_gemv_bf16`
|
| 21 |
+
- `grouped_w4a16_gemv_bf16`
|
build/torch211-cxx11-cu128-x86_64-linux/{_grouped_moe_gemv_cuda_4baeadf.abi3.so → _grouped_moe_gemv_cuda_ca580d0.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 309656
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c354d06796eee85f3f5881ffd80da2c25e5cb19ca79e4022cedc32365db929db
|
| 3 |
size 309656
|
build/torch211-cxx11-cu128-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _grouped_moe_gemv_cuda_ca580d0
|
| 3 |
+
ops = torch.ops._grouped_moe_gemv_cuda_ca580d0
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_grouped_moe_gemv_cuda_ca580d0::{op_name}"
|
build/torch211-cxx11-cu128-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "grouped-moe-gemv",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "grouped-moe-gemv",
|
| 3 |
+
"id": "_grouped_moe_gemv_cuda_ca580d0",
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
build/torch211-cxx11-cu130-x86_64-linux/{_grouped_moe_gemv_cuda_4baeadf.abi3.so → _grouped_moe_gemv_cuda_ca580d0.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 303728
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:68d6125ca405f8cb8a69a1b3bdc49dfaaa40470137dc9676a74891d084e71e7f
|
| 3 |
size 303728
|
build/torch211-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _grouped_moe_gemv_cuda_ca580d0
|
| 3 |
+
ops = torch.ops._grouped_moe_gemv_cuda_ca580d0
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_grouped_moe_gemv_cuda_ca580d0::{op_name}"
|
build/torch211-cxx11-cu130-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "grouped-moe-gemv",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "grouped-moe-gemv",
|
| 3 |
+
"id": "_grouped_moe_gemv_cuda_ca580d0",
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
build/torch212-cxx11-cu130-x86_64-linux/{_grouped_moe_gemv_cuda_4baeadf.abi3.so → _grouped_moe_gemv_cuda_ca580d0.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 314400
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b5d24206f7787e86cf5476f41d9f28ebd060345c8682c56341545aa6ff31bea3
|
| 3 |
size 314400
|
build/torch212-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _grouped_moe_gemv_cuda_ca580d0
|
| 3 |
+
ops = torch.ops._grouped_moe_gemv_cuda_ca580d0
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_grouped_moe_gemv_cuda_ca580d0::{op_name}"
|
build/torch212-cxx11-cu130-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "grouped-moe-gemv",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "grouped-moe-gemv",
|
| 3 |
+
"id": "_grouped_moe_gemv_cuda_ca580d0",
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
build/torch212-cxx11-cu132-x86_64-linux/{_grouped_moe_gemv_cuda_4baeadf.abi3.so → _grouped_moe_gemv_cuda_ca580d0.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 318552
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1d558eb2222a447fe44cbc5e0f95d62663264f7ec2115804a97e05a96ddc3f23
|
| 3 |
size 318552
|
build/torch212-cxx11-cu132-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _grouped_moe_gemv_cuda_ca580d0
|
| 3 |
+
ops = torch.ops._grouped_moe_gemv_cuda_ca580d0
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_grouped_moe_gemv_cuda_ca580d0::{op_name}"
|
build/torch212-cxx11-cu132-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "grouped-moe-gemv",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "grouped-moe-gemv",
|
| 3 |
+
"id": "_grouped_moe_gemv_cuda_ca580d0",
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|