Update src/pipeline.py
Browse files- src/pipeline.py +13 -4
src/pipeline.py
CHANGED
|
@@ -56,21 +56,30 @@ def load_pipeline(pipeline=None) -> StableDiffusionXLPipeline:
|
|
| 56 |
# latents = latents[:, :3, :, :]
|
| 57 |
# latents = latents.half()
|
| 58 |
# pipe.vae = pipe.vae.to(dtype=torch.half)
|
| 59 |
-
# output = pipe.vae(latents)
|
| 60 |
# output = output.mul_(2).sub_(1)
|
| 61 |
-
|
| 62 |
preview_images_new.append(decoded_new)
|
| 63 |
# preview_images_original.append(decoded_original)
|
| 64 |
return sched._step(*args, **kwargs)
|
| 65 |
sched.step = step_and_preview
|
| 66 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 67 |
image_preview = None
|
| 68 |
@torch.no_grad()
|
| 69 |
def add_final_speed_comparison(pipe, compress):
|
| 70 |
if not hasattr(pipe.vae, "_decode_without_taesd_preview"):
|
| 71 |
pipe.vae._decode_without_taesd_preview = pipe.vae.decode
|
| 72 |
def decode_latents_and_compare_speeds(latents, *args, **kwargs):
|
| 73 |
-
|
| 74 |
# tick_sd = time.time()
|
| 75 |
res_sd = pipe.vae._decode_without_taesd_preview(latents, *args, **kwargs)[0].cpu()
|
| 76 |
# tock_sd = tick_taesd = time.time()
|
|
@@ -83,7 +92,7 @@ def load_pipeline(pipeline=None) -> StableDiffusionXLPipeline:
|
|
| 83 |
return (res_sd,)
|
| 84 |
pipe.vae.decode = decode_latents_and_compare_speeds
|
| 85 |
|
| 86 |
-
add_final_speed_comparison(pipeline, instance)
|
| 87 |
# add_taesd_previewing(pipeline, instance)
|
| 88 |
decode = pipeline(prompt="telestereography, unstrengthen, preadministrator, copatroness, hyperpersonal, paramountness, paranoid, guaniferous", output_type="pil", num_inference_steps=20,guidance_scale = 5.0).images[0]
|
| 89 |
# preview_images_new[0].save("../preview_images_new_12.gif", save_all=True, append_images=preview_images_new[1:], duration=100, loop=0)
|
|
|
|
| 56 |
# latents = latents[:, :3, :, :]
|
| 57 |
# latents = latents.half()
|
| 58 |
# pipe.vae = pipe.vae.to(dtype=torch.half)
|
| 59 |
+
# output = pipe.vae.decode(latents)
|
| 60 |
# output = output.mul_(2).sub_(1)
|
| 61 |
+
decoded_original = pipe.image_processor.postprocess(output)[0]
|
| 62 |
preview_images_new.append(decoded_new)
|
| 63 |
# preview_images_original.append(decoded_original)
|
| 64 |
return sched._step(*args, **kwargs)
|
| 65 |
sched.step = step_and_preview
|
| 66 |
|
| 67 |
+
# loss_fn = torch.nn.MSELoss()
|
| 68 |
+
# optimizer = torch.optim.Adam(compress.parameters(), lr=0.001)
|
| 69 |
+
|
| 70 |
+
# instance.train()
|
| 71 |
+
# for module in instance.modules():
|
| 72 |
+
# if isinstance(module, torch.nn.Conv2d):
|
| 73 |
+
# for param in module.parameters():
|
| 74 |
+
# param.requires_grad = True
|
| 75 |
+
|
| 76 |
image_preview = None
|
| 77 |
@torch.no_grad()
|
| 78 |
def add_final_speed_comparison(pipe, compress):
|
| 79 |
if not hasattr(pipe.vae, "_decode_without_taesd_preview"):
|
| 80 |
pipe.vae._decode_without_taesd_preview = pipe.vae.decode
|
| 81 |
def decode_latents_and_compare_speeds(latents, *args, **kwargs):
|
| 82 |
+
global image_preview, loss_fn, optimizer
|
| 83 |
# tick_sd = time.time()
|
| 84 |
res_sd = pipe.vae._decode_without_taesd_preview(latents, *args, **kwargs)[0].cpu()
|
| 85 |
# tock_sd = tick_taesd = time.time()
|
|
|
|
| 92 |
return (res_sd,)
|
| 93 |
pipe.vae.decode = decode_latents_and_compare_speeds
|
| 94 |
|
| 95 |
+
# add_final_speed_comparison(pipeline, instance)
|
| 96 |
# add_taesd_previewing(pipeline, instance)
|
| 97 |
decode = pipeline(prompt="telestereography, unstrengthen, preadministrator, copatroness, hyperpersonal, paramountness, paranoid, guaniferous", output_type="pil", num_inference_steps=20,guidance_scale = 5.0).images[0]
|
| 98 |
# preview_images_new[0].save("../preview_images_new_12.gif", save_all=True, append_images=preview_images_new[1:], duration=100, loop=0)
|