Vansh Chugh commited on
Commit
f34b253
·
1 Parent(s): c875b65

disable memory-efficient attention in loopgen's own magnet loader

Browse files
Files changed (1) hide show
  1. src/loopgen.py +5 -4
src/loopgen.py CHANGED
@@ -40,10 +40,11 @@ def load_lm_model_loopgen(file_or_url_or_id: tp.Union[Path, str], compression_mo
40
  cfg.transformer_lm.span_len = cfg.masking.span_len
41
 
42
  # MAGNeT models v1 support only xformers backend.
43
- from src.audiocraft.modules.transformer import set_efficient_attention_backend
44
-
45
- if cfg.transformer_lm.memory_efficient:
46
- set_efficient_attention_backend("xformers")
 
47
 
48
  kwargs = dict_from_config(getattr(cfg, "transformer_lm"))
49
  n_q = kwargs["n_q"]
 
40
  cfg.transformer_lm.span_len = cfg.masking.span_len
41
 
42
  # MAGNeT models v1 support only xformers backend.
43
+ # from src.audiocraft.modules.transformer import set_efficient_attention_backend
44
+ # if cfg.transformer_lm.memory_efficient:
45
+ # set_efficient_attention_backend("xformers")
46
+ # xformers has no kernel for ZeroGPU's Blackwell hardware; falling back to plain attention.
47
+ cfg.transformer_lm.memory_efficient = False
48
 
49
  kwargs = dict_from_config(getattr(cfg, "transformer_lm"))
50
  n_q = kwargs["n_q"]