voxpreference / backend /tests /test_align.py
system's picture
system HF Staff
Update VoxPreference
11ca35b verified
Raw History Blame Contribute Delete
2.55 kB
import numpy as np
import torch
from pg.align import WordAligner, WordSpan, words_of
class FakeOut:
def __init__(self, logits):
self.logits = logits
class FakeAligner(WordAligner):
"""No model: frame t of the k-th window (which starts at sample k * hop) 'hears' its global frame
index, and, like wav2vec2, a window of n samples yields n // 320 - 1 frames."""
def __init__(self, hop_s: float = 19.0):
hop = int(hop_s * 16000)
class Proc:
def __call__(self, chunk, sampling_rate, return_tensors):
class X:
input_values = torch.tensor(chunk).unsqueeze(0)
return X()
class Model:
calls = 0
def __call__(self, x):
n = x.shape[1] // 320 - 1
logits = torch.zeros(1, n, 2)
logits[0, :, 0] = torch.arange(n) + (Model.calls * hop) // 320
Model.calls += 1
return FakeOut(logits)
self.processor, self.model = Proc(), Model()
def test_long_audio_frames_stay_in_place():
audio = np.zeros(16000 * 125, dtype=np.float32) # just over 2 minutes: 7 windows
lp = FakeAligner().emissions(audio)
# log_softmax subtracts the same constant from both columns, so their difference is the stamp
stamps = np.round((lp[:, 0] - lp[:, 1]).numpy()).astype(int)
assert abs(len(lp) - len(audio) // 320) <= 2
assert (stamps == np.arange(len(stamps))).all() # output frame g is global frame g: no drift
def test_words_of_normalises_transcripts():
assert words_of("Ask her: ‘Bring THESE things!’ 123") == ["ask", "her", "bring", "these", "things"]
def test_whisper_repetition_loops_and_empty_words_are_dropped():
from pg.asr import drop_loops
def spans(text, dur=0.3):
return [WordSpan(w, i * 0.4, i * 0.4 + dur, 1.0) for i, w in enumerate(text.split())]
loop = spans("so i like this " + "i like this " * 20 + "and then")
kept = [w.word for w in drop_loops(loop)]
assert kept == "so i like this and then".split()
assert [w.word for w in drop_loops(spans("no no no really"))] == "no no no really".split() # 3 is allowed
lone = drop_loops(spans("i think so", dur=0.0)) # untimed but not stacked: kept, with a nominal duration
assert [w.word for w in lone] == ["i", "think", "so"] and all(w.end > w.start for w in lone)
stacked = [WordSpan(w, 5.0, 5.0, 1.0) for w in "so why do you think".split()] + spans("ok")
assert [w.word for w in drop_loops(stacked)] == ["ok"]