Upload handler.py
Browse files- handler.py +2 -1
handler.py
CHANGED
|
@@ -14,7 +14,8 @@ from torchao.quantization.quant_api import PerRow
|
|
| 14 |
from diffusers import FluxPipeline, FluxTransformer2DModel, AutoencoderKL, TorchAoConfig
|
| 15 |
from transformers import T5EncoderModel, BitsAndBytesConfig
|
| 16 |
from optimum.quanto import freeze, qfloat8, quantize
|
| 17 |
-
from para_attn.first_block_cache.diffusers_adapters import apply_cache_on_pipe
|
|
|
|
| 18 |
from huggingface_inference_toolkit.logging import logger
|
| 19 |
|
| 20 |
import subprocess
|
|
|
|
| 14 |
from diffusers import FluxPipeline, FluxTransformer2DModel, AutoencoderKL, TorchAoConfig
|
| 15 |
from transformers import T5EncoderModel, BitsAndBytesConfig
|
| 16 |
from optimum.quanto import freeze, qfloat8, quantize
|
| 17 |
+
from para_attn.first_block_cache.diffusers_adapters import apply_cache_on_pipe
|
| 18 |
+
from para_attn.context_parallel.diffusers_adapters import parallelize_pipe
|
| 19 |
from huggingface_inference_toolkit.logging import logger
|
| 20 |
|
| 21 |
import subprocess
|