File size: 1,345 Bytes
355bfda
c8596d9
 
 
 
 
355bfda
c8596d9
 
 
 
 
 
 
 
 
355bfda
 
c8596d9
355bfda
c8596d9
 
355bfda
 
 
 
 
 
 
c8596d9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
import os
import spaces
import gradio as gr
from transformers import Wav2Vec2ForCTC, Wav2Vec2Processor
import torch
import numpy as np
import librosa

MODEL_REPO = "aee4/wav2vec2-xlsr-akan-v3"

model = Wav2Vec2ForCTC.from_pretrained(MODEL_REPO)
processor = Wav2Vec2Processor.from_pretrained(MODEL_REPO)
model.eval()

@spaces.GPU
def transcribe(audio):
    if audio is None:
        return "Upload or record audio first."
    sr, data = audio

    if data.dtype != np.float32:
        data = data.astype(np.float32) / np.iinfo(data.dtype).max
    if data.ndim > 1:
        data = data.mean(axis=1)

    # resample to 16kHz if needed, model was trained at 16kHz
    if sr != 16000:
        data = librosa.resample(data, orig_sr=sr, target_sr=16000)
        sr = 16000

    model.to("cuda")
    input_values = processor(data, sampling_rate=sr, return_tensors="pt").input_values.to("cuda")
    with torch.no_grad():
        logits = model(input_values).logits
    pred_ids = torch.argmax(logits, dim=-1)
    return processor.batch_decode(pred_ids)[0]

demo = gr.Interface(
    fn=transcribe,
    inputs=gr.Audio(sources=["microphone", "upload"], type="numpy"),
    outputs=gr.Textbox(label="Transcription"),
    title="Akan ASR — Wav2Vec2 XLS-R",
    description="Fine-tuned on Paywinful/akan_asr_dataset. WER 0.319 at step 5500."
)

demo.launch()