Update src/pipeline.py
Browse files- src/pipeline.py +4 -4
src/pipeline.py
CHANGED
|
@@ -45,12 +45,12 @@ def load_pipeline() -> Pipeline:
|
|
| 45 |
ckpt_id,
|
| 46 |
vae=vae,
|
| 47 |
revision=ckpt_revision,
|
| 48 |
-
|
| 49 |
-
|
| 50 |
torch_dtype=dtype,
|
| 51 |
-
)
|
| 52 |
pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune")
|
| 53 |
-
quantize_(pipeline.text_encoder, fpx_weight_only(3,2))
|
| 54 |
quantize_(pipeline.vae, int8_weight_only())
|
| 55 |
for _ in range(3):
|
| 56 |
pipeline(prompt="onomancy, aftergo, spirantic, Platyhelmia, modificator, drupaceous, jobbernowl, hereness", width=1024, height=1024, guidance_scale=0.0, num_inference_steps=4, max_sequence_length=256)
|
|
|
|
| 45 |
ckpt_id,
|
| 46 |
vae=vae,
|
| 47 |
revision=ckpt_revision,
|
| 48 |
+
transformer=model,
|
| 49 |
+
text_encoder_2=text_encoder_2,
|
| 50 |
torch_dtype=dtype,
|
| 51 |
+
).to(device)
|
| 52 |
pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune")
|
| 53 |
+
# quantize_(pipeline.text_encoder, fpx_weight_only(3,2))
|
| 54 |
quantize_(pipeline.vae, int8_weight_only())
|
| 55 |
for _ in range(3):
|
| 56 |
pipeline(prompt="onomancy, aftergo, spirantic, Platyhelmia, modificator, drupaceous, jobbernowl, hereness", width=1024, height=1024, guidance_scale=0.0, num_inference_steps=4, max_sequence_length=256)
|