Spaces:
Running on Zero
Running on Zero
| import torch | |
| def run_encoder( | |
| model, | |
| text_hidden_states, | |
| text_attention_mask, | |
| lyric_hidden_states, | |
| lyric_attention_mask, | |
| device, | |
| dtype, | |
| ): | |
| """Run model encoder to get hidden states and attention mask.""" | |
| refer_audio_hidden = torch.zeros(1, 1, 64, device=device, dtype=dtype) | |
| refer_audio_order_mask = torch.zeros(1, device=device, dtype=torch.long) | |
| with torch.no_grad(): | |
| encoder_hidden_states, encoder_attention_mask = model.encoder( | |
| text_hidden_states=text_hidden_states, | |
| text_attention_mask=text_attention_mask, | |
| lyric_hidden_states=lyric_hidden_states, | |
| lyric_attention_mask=lyric_attention_mask, | |
| refer_audio_acoustic_hidden_states_packed=refer_audio_hidden, | |
| refer_audio_order_mask=refer_audio_order_mask, | |
| ) | |
| return encoder_hidden_states, encoder_attention_mask | |