manbeast3b commited on
Commit
c247b17
·
verified ·
1 Parent(s): d7c1a74

Update src/pipeline.py

Browse files
Files changed (1) hide show
  1. src/pipeline.py +2 -1
src/pipeline.py CHANGED
@@ -50,9 +50,10 @@ def load_pipeline() -> Pipeline:
50
  vae = AutoencoderKL.from_pretrained(
51
  MODEL_ID, subfolder="vae", torch_dtype=torch.bfloat16
52
  )
 
53
  instance = SDXLQuantization(vae, 8)
54
  instance.quantize_model()
55
- quantize_(vae, int8_weight_only())
56
  pipeline = DiffusionPipeline.from_pretrained(
57
  MODEL_ID,
58
  vae=vae,
 
50
  vae = AutoencoderKL.from_pretrained(
51
  MODEL_ID, subfolder="vae", torch_dtype=torch.bfloat16
52
  )
53
+ quantize_(vae, int8_weight_only())
54
  instance = SDXLQuantization(vae, 8)
55
  instance.quantize_model()
56
+
57
  pipeline = DiffusionPipeline.from_pretrained(
58
  MODEL_ID,
59
  vae=vae,