try torch 2.10.0 to match xformers build, shrink gpu duration for testing

app.py

@@ -147,7 +147,7 @@ def _beat_aligned_length(path, min_length, max_length, unit_size=0.02, length_re
     return length
 
 
-@spaces.GPU(duration=300)
+@spaces.GPU(duration=120)
 @torch.inference_mode()
 def process_fn(description: str, min_length: float, max_length: float, seed: int) -> str:
     """Generates a seamlessly loopable music clip: a MusicGen hint is used to

requirements.txt

@@ -1,7 +1,7 @@
 git+https://github.com/TEAMuP-dev/pyharp.git@develop
 # model-specific deps below:
-torch==2.11.0
-torchaudio==2.11.0
+torch==2.10.0
+torchaudio==2.10.0
 av>=12,<13
 xformers==0.0.35
 flashy

src/audiocraft/models/loaders.py

@@ -112,8 +112,6 @@ def load_lm_model(file_or_url_or_id: tp.Union[Path, str], device='cpu', cache_di
     _delete_param(cfg, 'conditioners.self_wav.chroma_stem.cache_path')
     _delete_param(cfg, 'conditioners.args.merge_text_conditions_p')
     _delete_param(cfg, 'conditioners.args.drop_desc_p')
-    # Deviation: xformers has no kernel for ZeroGPU's current hardware.
-    cfg.transformer_lm.memory_efficient = False
     model = builders.get_lm_model(cfg)
     model.load_state_dict(pkg['best_state'])
     model.eval()
@@ -137,10 +135,10 @@ def load_lm_model_magnet(file_or_url_or_id: tp.Union[Path, str], compression_mod
     cfg.transformer_lm.segment_duration = cfg.dataset.segment_duration
     cfg.transformer_lm.span_len = cfg.masking.span_len
 
-    # Deviation: xformers has no kernel for ZeroGPU's current hardware
-    # (Blackwell, capability 12.0 > xformers' 9.0 cap). Disable memory_efficient
-    # rather than switch to 'torch' backend, which ignores custom attn_mask.
-    cfg.transformer_lm.memory_efficient = False
+    # MAGNeT models v1 support only xformers backend.
+    from src.audiocraft.modules.transformer import set_efficient_attention_backend
+    if cfg.transformer_lm.memory_efficient:
+        set_efficient_attention_backend("xformers")
 
     model = builders.get_lm_model(cfg)
     model.load_state_dict(pkg['best_state'])