Spaces:
Running
Running
Download backend/tests/test_align.py from thebickersteth/voxpreference: direct link, hf CLI and curl.
- Browser
- Download file 2.55 kB
-
https://huggingface.co/spaces/thebickersteth/voxpreference/resolve/main/backend/tests/test_align.py
- Command line
-
hf download hf://spaces/thebickersteth/voxpreference/backend/tests/test_align.py
-
curl -L -o test_align.py https://huggingface.co/spaces/thebickersteth/voxpreference/resolve/main/backend/tests/test_align.py
2.55 kB
| import numpy as np | |
| import torch | |
| from pg.align import WordAligner, WordSpan, words_of | |
| class FakeOut: | |
| def __init__(self, logits): | |
| self.logits = logits | |
| class FakeAligner(WordAligner): | |
| """No model: frame t of the k-th window (which starts at sample k * hop) 'hears' its global frame | |
| index, and, like wav2vec2, a window of n samples yields n // 320 - 1 frames.""" | |
| def __init__(self, hop_s: float = 19.0): | |
| hop = int(hop_s * 16000) | |
| class Proc: | |
| def __call__(self, chunk, sampling_rate, return_tensors): | |
| class X: | |
| input_values = torch.tensor(chunk).unsqueeze(0) | |
| return X() | |
| class Model: | |
| calls = 0 | |
| def __call__(self, x): | |
| n = x.shape[1] // 320 - 1 | |
| logits = torch.zeros(1, n, 2) | |
| logits[0, :, 0] = torch.arange(n) + (Model.calls * hop) // 320 | |
| Model.calls += 1 | |
| return FakeOut(logits) | |
| self.processor, self.model = Proc(), Model() | |
| def test_long_audio_frames_stay_in_place(): | |
| audio = np.zeros(16000 * 125, dtype=np.float32) # just over 2 minutes: 7 windows | |
| lp = FakeAligner().emissions(audio) | |
| # log_softmax subtracts the same constant from both columns, so their difference is the stamp | |
| stamps = np.round((lp[:, 0] - lp[:, 1]).numpy()).astype(int) | |
| assert abs(len(lp) - len(audio) // 320) <= 2 | |
| assert (stamps == np.arange(len(stamps))).all() # output frame g is global frame g: no drift | |
| def test_words_of_normalises_transcripts(): | |
| assert words_of("Ask her: ‘Bring THESE things!’ 123") == ["ask", "her", "bring", "these", "things"] | |
| def test_whisper_repetition_loops_and_empty_words_are_dropped(): | |
| from pg.asr import drop_loops | |
| def spans(text, dur=0.3): | |
| return [WordSpan(w, i * 0.4, i * 0.4 + dur, 1.0) for i, w in enumerate(text.split())] | |
| loop = spans("so i like this " + "i like this " * 20 + "and then") | |
| kept = [w.word for w in drop_loops(loop)] | |
| assert kept == "so i like this and then".split() | |
| assert [w.word for w in drop_loops(spans("no no no really"))] == "no no no really".split() # 3 is allowed | |
| lone = drop_loops(spans("i think so", dur=0.0)) # untimed but not stacked: kept, with a nominal duration | |
| assert [w.word for w in lone] == ["i", "think", "so"] and all(w.end > w.start for w in lone) | |
| stacked = [WordSpan(w, 5.0, 5.0, 1.0) for w in "so why do you think".split()] + spans("ok") | |
| assert [w.word for w in drop_loops(stacked)] == ["ok"] | |