stt-speed-test / app.js
Saidwire's picture
Speed test: big number is processing time, full breakdown below (owner-approved 11-01)
6982366 verified
Raw History Blame Contribute Delete
12.3 kB
// Saidwire speed test (static Hugging Face Space). Mic -> 16 kHz 16-bit PCM over a WebSocket to our proxy (no API key in the page).
// A small energy detector decides when a sentence ends (0.35 s pause) and sends {"type":"finalize"}.
// The server times Finalize -> final transcript and sends the number back with the final.
(function () {
"use strict";
var WS_URL = "wss://saidwire.com/demo-api/stt/ws"; // Saidwire demo proxy: holds the key, times Finalize
var PAUSE_MS = 350, FRAME = 320; // 20 ms at 16 kHz
var $ = function (id) { return document.getElementById(id); };
var btn = $("sp-btn"), msEl = $("sp-ms"), numEl = msEl.parentNode, brk = $("sp-break"),
statusEl = $("sp-status"), logEl = $("sp-log"), sumEl = $("sp-sum"), level = $("sp-level"),
bar = $("sp-bar"), timeEl = $("sp-time");
var ws = null, ctx = null, stream = null, node = null, src = null, running = false, ready = false;
var maxS = 30, sentSamples = 0, pre = [], netMs = null;
var inBuf = [], ratio = 3, pos = 0, out = new Int16Array(FRAME), outN = 0;
var vad = { floor: -60, speech: false, above: 0, quiet: 0, voiced: 0 };
var fid = 0, sentAt = {}, interimEl = null, results = [];
function setStatus(t, err) { statusEl.textContent = t; statusEl.className = "sp-status" + (err ? " err" : ""); }
function esc(s) { var d = document.createElement("div"); d.textContent = s; return d.innerHTML; }
btn.addEventListener("click", function () { running ? stop(true) : start(); });
function start() {
if (!navigator.mediaDevices || !navigator.mediaDevices.getUserMedia) {
setStatus("This browser cannot use the microphone here. Try a recent Chrome, Safari, Edge or Firefox.", true);
return;
}
btn.disabled = true;
setStatus("Asking for the microphone...");
var AC = window.AudioContext || window.webkitAudioContext;
ctx = new AC();
navigator.mediaDevices.getUserMedia({ audio: { channelCount: 1, echoCancellation: true,
noiseSuppression: true, autoGainControl: true } })
.then(function (s) { stream = s; return ctx.resume(); })
.then(setupAudio)
.then(openSocket)
.catch(function (e) {
cleanup();
btn.disabled = false;
setStatus(e && e.name === "NotAllowedError" ? "Microphone access was blocked. Allow it in your browser and try again" + (window.top !== window ? ", or open this page full screen: " + location.href : ".")
: "Could not start the microphone (" + (e && e.message || e) + ").", true);
});
}
function setupAudio() {
ratio = ctx.sampleRate / 16000; pos = 0; inBuf = []; outN = 0; sentSamples = 0; pre = [];
vad = { floor: -60, speech: false, above: 0, quiet: 0, voiced: 0 };
src = ctx.createMediaStreamSource(stream);
if (ctx.audioWorklet && window.AudioWorkletNode) {
var code = "class P extends AudioWorkletProcessor{process(i){if(i[0]&&i[0][0])this.port.postMessage(i[0][0].slice(0));return true}}registerProcessor('sw-cap',P);";
var url = URL.createObjectURL(new Blob([code], { type: "application/javascript" }));
return ctx.audioWorklet.addModule(url).then(function () {
node = new AudioWorkletNode(ctx, "sw-cap");
node.port.onmessage = function (e) { onAudio(e.data); };
src.connect(node);
});
}
node = ctx.createScriptProcessor(2048, 1, 1); // older browsers
node.onaudioprocess = function (e) { onAudio(e.inputBuffer.getChannelData(0).slice(0)); };
src.connect(node); node.connect(ctx.destination);
}
// Box-filter decimation to 16 kHz, then 20 ms frames.
function onAudio(f32) {
if (!running) return;
for (var i = 0; i < f32.length; i++) inBuf.push(f32[i]);
while (pos + ratio <= inBuf.length) {
var a = Math.floor(pos), b = Math.max(a + 1, Math.floor(pos + ratio)), s = 0;
for (var j = a; j < b; j++) s += inBuf[j];
var v = s / (b - a);
out[outN++] = Math.max(-32768, Math.min(32767, Math.round(v * 32767)));
pos += ratio;
if (outN === FRAME) { onFrame(out.slice(0)); outN = 0; }
}
var drop = Math.floor(pos);
if (drop > 0) { inBuf = inBuf.slice(drop); pos -= drop; }
}
function onFrame(fr) {
var e = 0;
for (var i = 0; i < fr.length; i++) { var x = fr[i] / 32768; e += x * x; }
var db = 10 * Math.log10(e / fr.length + 1e-12);
level.style.width = Math.max(0, Math.min(100, (db + 60) * 2)) + "%";
if (!ready) { if (pre.length < 150) pre.push(fr); runVad(db); return; }
send(fr);
runVad(db);
}
function send(fr) {
if (ws && ws.readyState === 1) {
ws.send(fr.buffer);
sentSamples += fr.length;
var t = sentSamples / 16000;
bar.style.width = Math.min(100, t / maxS * 100) + "%";
timeEl.textContent = Math.max(0, Math.ceil(maxS - t)) + " s left";
}
}
function runVad(db) {
var thr = Math.max(vad.floor + 10, -50);
if (!vad.speech) vad.floor = Math.min(-20, vad.floor * 0.97 + db * 0.03);
if (db > thr) {
vad.above++; vad.quiet = 0;
if (vad.above >= 2 && !vad.speech) { vad.speech = true; vad.voiced = 0; }
if (vad.speech) vad.voiced++;
} else {
vad.above = 0;
if (vad.speech) {
vad.quiet += 20;
if (vad.quiet >= PAUSE_MS) {
vad.speech = false; vad.quiet = 0;
if (vad.voiced >= 8 && ready) finalize(); // ignore clicks shorter than ~160 ms
}
}
}
}
function finalize() {
if (!ws || ws.readyState !== 1) return;
fid++;
sentAt[fid] = performance.now();
ws.send(JSON.stringify({ type: "finalize", id: fid }));
numEl.classList.add("wait");
msEl.textContent = "...";
}
function openSocket() {
running = true;
ws = new WebSocket(WS_URL);
ws.binaryType = "arraybuffer";
setStatus("Connecting...");
ws.onmessage = function (ev) {
var m; try { m = JSON.parse(ev.data); } catch (e) { return; }
if (m.type === "ready") {
ready = true; maxS = m.max_s || 30; netMs = m.net_ms;
btn.disabled = false; btn.textContent = "Stop"; btn.classList.add("live");
setStatus("Listening. Say a sentence, then pause.");
for (var i = 0; i < pre.length; i++) send(pre[i]);
pre = [];
} else if (m.type === "interim") {
if (!m.text) return;
if (!interimEl) { interimEl = document.createElement("div"); interimEl.className = "sp-line interim"; logEl.appendChild(interimEl); }
interimEl.innerHTML = '<span class="t">' + esc(m.text) + "</span>";
logEl.scrollTop = logEl.scrollHeight;
} else if (m.type === "final") {
onFinal(m);
} else if (m.type === "cap") {
setStatus("That's the 30-second limit for one try.");
} else if (m.type === "error") {
setStatus(m.msg || "Something went wrong.", true);
} else if (m.type === "end") {
if (m.tries_left !== undefined) setStatus(statusEl.className.indexOf("err") < 0 ?
("Done. " + (m.tries_left > 0 ? m.tries_left + (m.tries_left === 1 ? " try" : " tries") + " left this hour." : "No tries left this hour.")) : statusEl.textContent,
statusEl.className.indexOf("err") >= 0);
stop(false);
}
};
ws.onclose = function () { if (running) stop(false); };
ws.onerror = function () { setStatus("Could not reach the demo server.", true); };
}
// Breakdown of one final. total = Finalize->final timed on our proxy; hop = proxy<->speech-server
// round trip measured on this try; rtt = Finalize sent -> final received, timed in this browser.
// Rounded parts always add up exactly to the rounded whole.
function parts(total, hop, rtt) {
var T = Math.round(total), E = (hop != null) ? Math.max(0, Math.round(total - hop)) : T;
var p = { engine: E, hop: (hop != null) ? T - E : null, total: T, net: null, felt: null };
if (rtt != null) { p.felt = Math.max(T, Math.round(rtt)); p.net = p.felt - T; }
return p;
}
function median(a) {
var s = a.slice().sort(function (x, y) { return x - y; }), n = s.length;
return n % 2 ? s[(n - 1) / 2] : (s[n / 2 - 1] + s[n / 2]) / 2;
}
function breakdownHtml(p) {
var h = [];
if (p.hop != null) h.push('<span class="sp-row"><b>+ ' + p.hop + ' ms</b> between our servers</span>');
else h.push('<span class="sp-row">server-to-server hop not measured on this try, so it is included above</span>');
if (p.net != null) {
h.push('<span class="sp-row"><b>+ ' + p.net + ' ms</b> your internet round trip</span>');
h.push('<span class="sp-row sp-eq"><b>= ' + p.felt + ' ms</b> what you felt</span>');
} else {
h.push('<span class="sp-row sp-eq"><b>= ' + p.total + ' ms</b> at our server (your round trip was not measured for this one)</span>');
}
return h.join("");
}
function onFinal(m) {
var rtt = (m.id && sentAt[m.id]) ? performance.now() - sentAt[m.id] : null;
if (!m.text) { if (interimEl) { interimEl.remove(); interimEl = null; } if (numEl.classList.contains("wait")) { numEl.classList.remove("wait"); msEl.textContent = results.length ? results[results.length - 1].engine : "–"; } return; }
var line = interimEl || document.createElement("div");
interimEl = null;
line.className = "sp-line";
var sub = "", chip = "";
if (m.ms != null) {
var p = parts(m.ms, netMs, rtt);
results.push(p);
numEl.classList.remove("wait"); numEl.classList.remove("flash"); void numEl.offsetWidth; numEl.classList.add("flash");
msEl.textContent = p.engine;
brk.innerHTML = breakdownHtml(p);
chip = p.engine + " ms";
sub = "processing" + (p.hop != null ? " + " + p.hop + " ms between our servers" : "") +
(p.net != null ? " + " + p.net + " ms your internet = " + p.felt + " ms you felt" : " = " + p.total + " ms at our server");
if (results.length > 1) {
var eng = results.map(function (r) { return r.engine; });
var tot = results.map(function (r) { return r.felt != null ? r.felt : r.total; });
sumEl.textContent = "Your " + results.length + " sentences: processing fastest " + Math.min.apply(null, eng) +
" ms, median " + Math.round(median(eng)) + " ms. Median total you felt: " + Math.round(median(tot)) + " ms.";
} else sumEl.textContent = "";
} else {
sub = "final sent without a pause (long sentence or end of try)";
}
line.innerHTML = '<span class="t">' + esc(m.text) + '</span><span class="ms">' + chip +
'</span><span class="sub">' + esc(sub) + "</span>";
if (!line.parentNode) logEl.appendChild(line);
logEl.scrollTop = logEl.scrollHeight;
}
function stop(byUser) {
if (byUser && ws && ws.readyState === 1) {
if (vad.speech && vad.voiced >= 8) finalize(); // tapping Stop also counts as "I'm done"
ws.send(JSON.stringify({ type: "stop" }));
setStatus("Finishing...");
running = false; // keep the socket for the last final + "end"
releaseMic();
btn.disabled = true;
setTimeout(function () { if (ws) { try { ws.close(); } catch (e) {} } finish(); }, 4000);
return;
}
finish();
}
function finish() {
running = false; ready = false;
releaseMic();
if (ws) { try { ws.onclose = null; if (ws.readyState <= 1) ws.close(); } catch (e) {} ws = null; }
if (numEl.classList.contains("wait")) { numEl.classList.remove("wait"); msEl.textContent = results.length ? results[results.length - 1].engine : "–"; }
btn.disabled = false; btn.textContent = "Talk again"; btn.classList.remove("live");
level.style.width = "0"; timeEl.textContent = "";
}
function releaseMic() {
try { if (src) src.disconnect(); } catch (e) {}
try { if (node) { node.disconnect(); if (node.port) node.port.onmessage = null; } } catch (e) {}
if (stream) stream.getTracks().forEach(function (t) { t.stop(); });
if (ctx && ctx.state !== "closed") { try { ctx.close(); } catch (e) {} }
src = node = stream = ctx = null;
}
function cleanup() { running = false; ready = false; releaseMic(); if (ws) { try { ws.close(); } catch (e) {} ws = null; } }
})();