Update QwenImageTransformerBlock-fa3-kernels-custom-op/example.py
Browse files
QwenImageTransformerBlock-fa3-kernels-custom-op/example.py
CHANGED
|
@@ -5,7 +5,7 @@ from diffusers import QwenImagePipeline
|
|
| 5 |
_flash_attn_func = get_kernel("kernels-community/vllm-flash-attn3").flash_attn_func
|
| 6 |
|
| 7 |
@torch.library.custom_op("flash::flash_attn_func", mutates_args=())
|
| 8 |
-
def flash_attn_func(q, k, v):
|
| 9 |
outputs, lse = _flash_attn_func(q, k, v)
|
| 10 |
return outputs
|
| 11 |
|
|
|
|
| 5 |
_flash_attn_func = get_kernel("kernels-community/vllm-flash-attn3").flash_attn_func
|
| 6 |
|
| 7 |
@torch.library.custom_op("flash::flash_attn_func", mutates_args=())
|
| 8 |
+
def flash_attn_func(q: torch.Tensor, k: torch.Tensor, v: torch.Tensor) -> torch.Tensor:
|
| 9 |
outputs, lse = _flash_attn_func(q, k, v)
|
| 10 |
return outputs
|
| 11 |
|