degen69 commited on
Commit
72ceca7
·
verified ·
1 Parent(s): 876b4f3

Upload pipeline.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. pipeline.py +3 -0
pipeline.py CHANGED
@@ -106,6 +106,9 @@ def load_pipeline(
106
  torch_dtype=torch.bfloat16,
107
  cross_attn_mod=True,
108
  audio_cross_attn_mod=True,
 
 
 
109
  ).to(device)
110
 
111
  if progress_cb:
 
106
  torch_dtype=torch.bfloat16,
107
  cross_attn_mod=True,
108
  audio_cross_attn_mod=True,
109
+ # Disable meta-device loading: the `spaces` patch intercepts .to("cuda")
110
+ # and meta tensors have no data to pack.
111
+ low_cpu_mem_usage=False,
112
  ).to(device)
113
 
114
  if progress_cb: