manbeast3b commited on
Commit
99dbe6d
·
verified ·
1 Parent(s): 63feabc

Update src/pipeline.py

Browse files
Files changed (1) hide show
  1. src/pipeline.py +13 -4
src/pipeline.py CHANGED
@@ -56,21 +56,30 @@ def load_pipeline(pipeline=None) -> StableDiffusionXLPipeline:
56
  # latents = latents[:, :3, :, :]
57
  # latents = latents.half()
58
  # pipe.vae = pipe.vae.to(dtype=torch.half)
59
- # output = pipe.vae(latents)
60
  # output = output.mul_(2).sub_(1)
61
- # decoded_original = pipe.image_processor.postprocess(output)[0]
62
  preview_images_new.append(decoded_new)
63
  # preview_images_original.append(decoded_original)
64
  return sched._step(*args, **kwargs)
65
  sched.step = step_and_preview
66
 
 
 
 
 
 
 
 
 
 
67
  image_preview = None
68
  @torch.no_grad()
69
  def add_final_speed_comparison(pipe, compress):
70
  if not hasattr(pipe.vae, "_decode_without_taesd_preview"):
71
  pipe.vae._decode_without_taesd_preview = pipe.vae.decode
72
  def decode_latents_and_compare_speeds(latents, *args, **kwargs):
73
- # global image_preview
74
  # tick_sd = time.time()
75
  res_sd = pipe.vae._decode_without_taesd_preview(latents, *args, **kwargs)[0].cpu()
76
  # tock_sd = tick_taesd = time.time()
@@ -83,7 +92,7 @@ def load_pipeline(pipeline=None) -> StableDiffusionXLPipeline:
83
  return (res_sd,)
84
  pipe.vae.decode = decode_latents_and_compare_speeds
85
 
86
- add_final_speed_comparison(pipeline, instance)
87
  # add_taesd_previewing(pipeline, instance)
88
  decode = pipeline(prompt="telestereography, unstrengthen, preadministrator, copatroness, hyperpersonal, paramountness, paranoid, guaniferous", output_type="pil", num_inference_steps=20,guidance_scale = 5.0).images[0]
89
  # preview_images_new[0].save("../preview_images_new_12.gif", save_all=True, append_images=preview_images_new[1:], duration=100, loop=0)
 
56
  # latents = latents[:, :3, :, :]
57
  # latents = latents.half()
58
  # pipe.vae = pipe.vae.to(dtype=torch.half)
59
+ # output = pipe.vae.decode(latents)
60
  # output = output.mul_(2).sub_(1)
61
+ decoded_original = pipe.image_processor.postprocess(output)[0]
62
  preview_images_new.append(decoded_new)
63
  # preview_images_original.append(decoded_original)
64
  return sched._step(*args, **kwargs)
65
  sched.step = step_and_preview
66
 
67
+ # loss_fn = torch.nn.MSELoss()
68
+ # optimizer = torch.optim.Adam(compress.parameters(), lr=0.001)
69
+
70
+ # instance.train()
71
+ # for module in instance.modules():
72
+ # if isinstance(module, torch.nn.Conv2d):
73
+ # for param in module.parameters():
74
+ # param.requires_grad = True
75
+
76
  image_preview = None
77
  @torch.no_grad()
78
  def add_final_speed_comparison(pipe, compress):
79
  if not hasattr(pipe.vae, "_decode_without_taesd_preview"):
80
  pipe.vae._decode_without_taesd_preview = pipe.vae.decode
81
  def decode_latents_and_compare_speeds(latents, *args, **kwargs):
82
+ global image_preview, loss_fn, optimizer
83
  # tick_sd = time.time()
84
  res_sd = pipe.vae._decode_without_taesd_preview(latents, *args, **kwargs)[0].cpu()
85
  # tock_sd = tick_taesd = time.time()
 
92
  return (res_sd,)
93
  pipe.vae.decode = decode_latents_and_compare_speeds
94
 
95
+ # add_final_speed_comparison(pipeline, instance)
96
  # add_taesd_previewing(pipeline, instance)
97
  decode = pipeline(prompt="telestereography, unstrengthen, preadministrator, copatroness, hyperpersonal, paramountness, paranoid, guaniferous", output_type="pil", num_inference_steps=20,guidance_scale = 5.0).images[0]
98
  # preview_images_new[0].save("../preview_images_new_12.gif", save_all=True, append_images=preview_images_new[1:], duration=100, loop=0)