Spaces:
Running on Zero
Running on Zero
Vansh Chugh commited on
Commit ·
f34b253
1
Parent(s): c875b65
disable memory-efficient attention in loopgen's own magnet loader
Browse files- src/loopgen.py +5 -4
src/loopgen.py
CHANGED
|
@@ -40,10 +40,11 @@ def load_lm_model_loopgen(file_or_url_or_id: tp.Union[Path, str], compression_mo
|
|
| 40 |
cfg.transformer_lm.span_len = cfg.masking.span_len
|
| 41 |
|
| 42 |
# MAGNeT models v1 support only xformers backend.
|
| 43 |
-
from src.audiocraft.modules.transformer import set_efficient_attention_backend
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
|
|
|
| 47 |
|
| 48 |
kwargs = dict_from_config(getattr(cfg, "transformer_lm"))
|
| 49 |
n_q = kwargs["n_q"]
|
|
|
|
| 40 |
cfg.transformer_lm.span_len = cfg.masking.span_len
|
| 41 |
|
| 42 |
# MAGNeT models v1 support only xformers backend.
|
| 43 |
+
# from src.audiocraft.modules.transformer import set_efficient_attention_backend
|
| 44 |
+
# if cfg.transformer_lm.memory_efficient:
|
| 45 |
+
# set_efficient_attention_backend("xformers")
|
| 46 |
+
# xformers has no kernel for ZeroGPU's Blackwell hardware; falling back to plain attention.
|
| 47 |
+
cfg.transformer_lm.memory_efficient = False
|
| 48 |
|
| 49 |
kwargs = dict_from_config(getattr(cfg, "transformer_lm"))
|
| 50 |
n_q = kwargs["n_q"]
|