cbensimon HF Staff commited on
Commit
cefb021
·
verified ·
1 Parent(s): 959361c

Update QwenImageTransformerBlock-fa3-kernels-custom-op/example.py

Browse files
QwenImageTransformerBlock-fa3-kernels-custom-op/example.py CHANGED
@@ -5,7 +5,7 @@ from diffusers import QwenImagePipeline
5
  _flash_attn_func = get_kernel("kernels-community/vllm-flash-attn3").flash_attn_func
6
 
7
  @torch.library.custom_op("flash::flash_attn_func", mutates_args=())
8
- def flash_attn_func(q, k, v):
9
  outputs, lse = _flash_attn_func(q, k, v)
10
  return outputs
11
 
 
5
  _flash_attn_func = get_kernel("kernels-community/vllm-flash-attn3").flash_attn_func
6
 
7
  @torch.library.custom_op("flash::flash_attn_func", mutates_args=())
8
+ def flash_attn_func(q: torch.Tensor, k: torch.Tensor, v: torch.Tensor) -> torch.Tensor:
9
  outputs, lse = _flash_attn_func(q, k, v)
10
  return outputs
11