Upload pipeline.py with huggingface_hub
Browse files- pipeline.py +3 -0
pipeline.py
CHANGED
|
@@ -106,6 +106,9 @@ def load_pipeline(
|
|
| 106 |
torch_dtype=torch.bfloat16,
|
| 107 |
cross_attn_mod=True,
|
| 108 |
audio_cross_attn_mod=True,
|
|
|
|
|
|
|
|
|
|
| 109 |
).to(device)
|
| 110 |
|
| 111 |
if progress_cb:
|
|
|
|
| 106 |
torch_dtype=torch.bfloat16,
|
| 107 |
cross_attn_mod=True,
|
| 108 |
audio_cross_attn_mod=True,
|
| 109 |
+
# Disable meta-device loading: the `spaces` patch intercepts .to("cuda")
|
| 110 |
+
# and meta tensors have no data to pack.
|
| 111 |
+
low_cpu_mem_usage=False,
|
| 112 |
).to(device)
|
| 113 |
|
| 114 |
if progress_cb:
|