Instructions to use replicate/flash-attn2 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Kernels
How to use replicate/flash-attn2 with Kernels:
# !pip install kernels from kernels import get_kernel # a version (or an explicit revision) is required; see the "Files and versions" tab for the available ones kernel = get_kernel("replicate/flash-attn2", version=1) - Notebooks
- Google Colab
- Kaggle
Fix kernel module name
Browse filesThis view is limited to 50 files because it contains too many changes. Β See raw diff
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/__init__.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/_flash_attn_9e27194.abi3.so +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/_ops.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/bert_padding.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/flash_attn_interface.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/layers/__init__.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/layers/patch_embed.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/layers/rotary.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/__init__.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/activations.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/fused_dense.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/layer_norm.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/rms_norm.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/__init__.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/cross_entropy.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/k_activations.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/layer_norm.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/linear.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/mlp.py +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/rotary.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/__init__.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/_flash_attn_9e27194.abi3.so +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/_ops.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/bert_padding.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/flash_attn_interface.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/layers/__init__.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/layers/patch_embed.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/layers/rotary.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/__init__.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/activations.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/fused_dense.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/layer_norm.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/rms_norm.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/__init__.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/cross_entropy.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/k_activations.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/layer_norm.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/linear.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/mlp.py +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/rotary.py +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/__init__.py +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/_flash_attn_9e27194.abi3.so +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/_ops.py +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/bert_padding.py +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/flash_attn_interface.py +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/layers/__init__.py +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/layers/patch_embed.py +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/layers/rotary.py +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/ops/__init__.py +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/ops/activations.py +0 -0
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/__init__.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/_flash_attn_9e27194.abi3.so
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/_ops.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/bert_padding.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/flash_attn_interface.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/layers/__init__.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/layers/patch_embed.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/layers/rotary.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/__init__.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/activations.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/fused_dense.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/layer_norm.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/rms_norm.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/__init__.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/cross_entropy.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/k_activations.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/layer_norm.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/linear.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/mlp.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu118-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/rotary.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/__init__.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/_flash_attn_9e27194.abi3.so
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/_ops.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/bert_padding.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/flash_attn_interface.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/layers/__init__.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/layers/patch_embed.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/layers/rotary.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/__init__.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/activations.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/fused_dense.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/layer_norm.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/rms_norm.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/__init__.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/cross_entropy.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/k_activations.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/layer_norm.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/linear.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/mlp.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu126-x86_64-linux/{flash_attn β flash_attn2}/ops/triton/rotary.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/__init__.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/_flash_attn_9e27194.abi3.so
RENAMED
|
File without changes
|
build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/_ops.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/bert_padding.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/flash_attn_interface.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/layers/__init__.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/layers/patch_embed.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/layers/rotary.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/ops/__init__.py
RENAMED
|
File without changes
|
build/torch27-cxx11-cu128-x86_64-linux/{flash_attn β flash_attn2}/ops/activations.py
RENAMED
|
File without changes
|