Instructions to use flashrt/causal-conv1d-state with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Kernels
How to use flashrt/causal-conv1d-state with Kernels:
# !pip install kernels from kernels import get_kernel # a version (or an explicit revision) is required; see the "Files and versions" tab for the available ones kernel = get_kernel("flashrt/causal-conv1d-state", version=1) - Notebooks
- Google Colab
- Kaggle
Promote latest kernel artifacts to main
Browse files- README.md +15 -6
- build/torch211-cxx11-cu128-x86_64-linux/{_causal_conv1d_state_cuda_7de0b39.abi3.so → _causal_conv1d_state_cuda_22d776b.abi3.so} +1 -1
- build/torch211-cxx11-cu128-x86_64-linux/_ops.py +3 -3
- build/torch211-cxx11-cu128-x86_64-linux/metadata.json +1 -1
- build/torch211-cxx11-cu130-x86_64-linux/{_causal_conv1d_state_cuda_7de0b39.abi3.so → _causal_conv1d_state_cuda_22d776b.abi3.so} +1 -1
- build/torch211-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch211-cxx11-cu130-x86_64-linux/metadata.json +1 -1
- build/torch212-cxx11-cu130-x86_64-linux/{_causal_conv1d_state_cuda_7de0b39.abi3.so → _causal_conv1d_state_cuda_22d776b.abi3.so} +1 -1
- build/torch212-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch212-cxx11-cu130-x86_64-linux/metadata.json +1 -1
- build/torch212-cxx11-cu132-x86_64-linux/{_causal_conv1d_state_cuda_7de0b39.abi3.so → _causal_conv1d_state_cuda_22d776b.abi3.so} +1 -1
- build/torch212-cxx11-cu132-x86_64-linux/_ops.py +3 -3
- build/torch212-cxx11-cu132-x86_64-linux/metadata.json +1 -1
README.md
CHANGED
|
@@ -1,9 +1,18 @@
|
|
| 1 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
|
| 3 |
-
|
| 4 |
-
that resolve repositories through the default Hugging Face model repo API.
|
| 5 |
|
| 6 |
-
|
|
|
|
|
|
|
| 7 |
|
| 8 |
-
|
| 9 |
-
`vN` branches and contains the same `build/**` artifacts.
|
|
|
|
| 1 |
+
---
|
| 2 |
+
library_name: kernels
|
| 3 |
+
tags:
|
| 4 |
+
- cuda
|
| 5 |
+
- pytorch
|
| 6 |
+
- flashrt
|
| 7 |
+
- causal-conv1d
|
| 8 |
+
- qwen3
|
| 9 |
+
- transformer
|
| 10 |
+
---
|
| 11 |
|
| 12 |
+
# Causal Conv1D State
|
|
|
|
| 13 |
|
| 14 |
+
BF16 causal depthwise Conv1D and state-update kernels from FlashRT, packaged
|
| 15 |
+
for Hugging Face Kernel Hub. This package is useful for transformer runtimes
|
| 16 |
+
that keep Conv1D state on device during decode/verify/prefill.
|
| 17 |
|
| 18 |
+
See `README.md` for the public API and examples.
|
|
|
build/torch211-cxx11-cu128-x86_64-linux/{_causal_conv1d_state_cuda_7de0b39.abi3.so → _causal_conv1d_state_cuda_22d776b.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1293160
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2a4ff994c46e62aea2a8de981a379578a9ff6d7b6a980fb7905beac5edf6ca2c
|
| 3 |
size 1293160
|
build/torch211-cxx11-cu128-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _causal_conv1d_state_cuda_22d776b
|
| 3 |
+
ops = torch.ops._causal_conv1d_state_cuda_22d776b
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_causal_conv1d_state_cuda_22d776b::{op_name}"
|
build/torch211-cxx11-cu128-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "causal-conv1d-state",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "causal-conv1d-state",
|
| 3 |
+
"id": "_causal_conv1d_state_cuda_22d776b",
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
build/torch211-cxx11-cu130-x86_64-linux/{_causal_conv1d_state_cuda_7de0b39.abi3.so → _causal_conv1d_state_cuda_22d776b.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1250080
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b1e41a5cc6eee8fb999b6ccd48ca4238e05d733349298ef108957978b29cf963
|
| 3 |
size 1250080
|
build/torch211-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _causal_conv1d_state_cuda_22d776b
|
| 3 |
+
ops = torch.ops._causal_conv1d_state_cuda_22d776b
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_causal_conv1d_state_cuda_22d776b::{op_name}"
|
build/torch211-cxx11-cu130-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "causal-conv1d-state",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "causal-conv1d-state",
|
| 3 |
+
"id": "_causal_conv1d_state_cuda_22d776b",
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
build/torch212-cxx11-cu130-x86_64-linux/{_causal_conv1d_state_cuda_7de0b39.abi3.so → _causal_conv1d_state_cuda_22d776b.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1256392
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f1362645c438c155acbc4add3a0b8dc8dd3e1e677f1bc20030e13739b879fba
|
| 3 |
size 1256392
|
build/torch212-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _causal_conv1d_state_cuda_22d776b
|
| 3 |
+
ops = torch.ops._causal_conv1d_state_cuda_22d776b
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_causal_conv1d_state_cuda_22d776b::{op_name}"
|
build/torch212-cxx11-cu130-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "causal-conv1d-state",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "causal-conv1d-state",
|
| 3 |
+
"id": "_causal_conv1d_state_cuda_22d776b",
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
build/torch212-cxx11-cu132-x86_64-linux/{_causal_conv1d_state_cuda_7de0b39.abi3.so → _causal_conv1d_state_cuda_22d776b.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1264584
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a06be13f796b15cacf2bae099c1b4b4c4aeb668c8cb0b5362172c8f87d9c0652
|
| 3 |
size 1264584
|
build/torch212-cxx11-cu132-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _causal_conv1d_state_cuda_22d776b
|
| 3 |
+
ops = torch.ops._causal_conv1d_state_cuda_22d776b
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_causal_conv1d_state_cuda_22d776b::{op_name}"
|
build/torch212-cxx11-cu132-x86_64-linux/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "causal-conv1d-state",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|
|
|
|
| 1 |
{
|
| 2 |
"name": "causal-conv1d-state",
|
| 3 |
+
"id": "_causal_conv1d_state_cuda_22d776b",
|
| 4 |
"version": 2,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"python-depends": [],
|