English
John6666 commited on
Commit
285faae
·
verified ·
1 Parent(s): a93398c

Upload handler.py

Browse files
Files changed (1) hide show
  1. handler.py +2 -1
handler.py CHANGED
@@ -14,7 +14,8 @@ from torchao.quantization.quant_api import PerRow
14
  from diffusers import FluxPipeline, FluxTransformer2DModel, AutoencoderKL, TorchAoConfig
15
  from transformers import T5EncoderModel, BitsAndBytesConfig
16
  from optimum.quanto import freeze, qfloat8, quantize
17
- from para_attn.first_block_cache.diffusers_adapters import apply_cache_on_pipe, parallelize_pipe
 
18
  from huggingface_inference_toolkit.logging import logger
19
 
20
  import subprocess
 
14
  from diffusers import FluxPipeline, FluxTransformer2DModel, AutoencoderKL, TorchAoConfig
15
  from transformers import T5EncoderModel, BitsAndBytesConfig
16
  from optimum.quanto import freeze, qfloat8, quantize
17
+ from para_attn.first_block_cache.diffusers_adapters import apply_cache_on_pipe
18
+ from para_attn.context_parallel.diffusers_adapters import parallelize_pipe
19
  from huggingface_inference_toolkit.logging import logger
20
 
21
  import subprocess