Update src/pipeline.py
Browse files- src/pipeline.py +2 -1
src/pipeline.py
CHANGED
|
@@ -50,9 +50,10 @@ def load_pipeline() -> Pipeline:
|
|
| 50 |
vae = AutoencoderKL.from_pretrained(
|
| 51 |
MODEL_ID, subfolder="vae", torch_dtype=torch.bfloat16
|
| 52 |
)
|
|
|
|
| 53 |
instance = SDXLQuantization(vae, 8)
|
| 54 |
instance.quantize_model()
|
| 55 |
-
|
| 56 |
pipeline = DiffusionPipeline.from_pretrained(
|
| 57 |
MODEL_ID,
|
| 58 |
vae=vae,
|
|
|
|
| 50 |
vae = AutoencoderKL.from_pretrained(
|
| 51 |
MODEL_ID, subfolder="vae", torch_dtype=torch.bfloat16
|
| 52 |
)
|
| 53 |
+
quantize_(vae, int8_weight_only())
|
| 54 |
instance = SDXLQuantization(vae, 8)
|
| 55 |
instance.quantize_model()
|
| 56 |
+
|
| 57 |
pipeline = DiffusionPipeline.from_pretrained(
|
| 58 |
MODEL_ID,
|
| 59 |
vae=vae,
|