Spaces:
Running on Zero
Running on Zero
Vansh Chugh commited on
Commit ·
c875b65
1
Parent(s): 9da6de5
disable memory-efficient attention for magnet
Browse files
src/audiocraft/models/loaders.py
CHANGED
|
@@ -136,9 +136,11 @@ def load_lm_model_magnet(file_or_url_or_id: tp.Union[Path, str], compression_mod
|
|
| 136 |
cfg.transformer_lm.span_len = cfg.masking.span_len
|
| 137 |
|
| 138 |
# MAGNeT models v1 support only xformers backend.
|
| 139 |
-
from src.audiocraft.modules.transformer import set_efficient_attention_backend
|
| 140 |
-
if cfg.transformer_lm.memory_efficient:
|
| 141 |
-
|
|
|
|
|
|
|
| 142 |
|
| 143 |
model = builders.get_lm_model(cfg)
|
| 144 |
model.load_state_dict(pkg['best_state'])
|
|
|
|
| 136 |
cfg.transformer_lm.span_len = cfg.masking.span_len
|
| 137 |
|
| 138 |
# MAGNeT models v1 support only xformers backend.
|
| 139 |
+
# from src.audiocraft.modules.transformer import set_efficient_attention_backend
|
| 140 |
+
# if cfg.transformer_lm.memory_efficient:
|
| 141 |
+
# set_efficient_attention_backend("xformers")
|
| 142 |
+
# xformers has no kernel for ZeroGPU's Blackwell hardware; falling back to plain attention.
|
| 143 |
+
cfg.transformer_lm.memory_efficient = False
|
| 144 |
|
| 145 |
model = builders.get_lm_model(cfg)
|
| 146 |
model.load_state_dict(pkg['best_state'])
|