Spaces:
Running
Running
File size: 12,286 Bytes
b56c7c1 6982366 b56c7c1 6982366 b56c7c1 6982366 b56c7c1 6982366 b56c7c1 6982366 b56c7c1 6982366 b56c7c1 6982366 b56c7c1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 | // Saidwire speed test (static Hugging Face Space). Mic -> 16 kHz 16-bit PCM over a WebSocket to our proxy (no API key in the page).
// A small energy detector decides when a sentence ends (0.35 s pause) and sends {"type":"finalize"}.
// The server times Finalize -> final transcript and sends the number back with the final.
(function () {
"use strict";
var WS_URL = "wss://saidwire.com/demo-api/stt/ws"; // Saidwire demo proxy: holds the key, times Finalize
var PAUSE_MS = 350, FRAME = 320; // 20 ms at 16 kHz
var $ = function (id) { return document.getElementById(id); };
var btn = $("sp-btn"), msEl = $("sp-ms"), numEl = msEl.parentNode, brk = $("sp-break"),
statusEl = $("sp-status"), logEl = $("sp-log"), sumEl = $("sp-sum"), level = $("sp-level"),
bar = $("sp-bar"), timeEl = $("sp-time");
var ws = null, ctx = null, stream = null, node = null, src = null, running = false, ready = false;
var maxS = 30, sentSamples = 0, pre = [], netMs = null;
var inBuf = [], ratio = 3, pos = 0, out = new Int16Array(FRAME), outN = 0;
var vad = { floor: -60, speech: false, above: 0, quiet: 0, voiced: 0 };
var fid = 0, sentAt = {}, interimEl = null, results = [];
function setStatus(t, err) { statusEl.textContent = t; statusEl.className = "sp-status" + (err ? " err" : ""); }
function esc(s) { var d = document.createElement("div"); d.textContent = s; return d.innerHTML; }
btn.addEventListener("click", function () { running ? stop(true) : start(); });
function start() {
if (!navigator.mediaDevices || !navigator.mediaDevices.getUserMedia) {
setStatus("This browser cannot use the microphone here. Try a recent Chrome, Safari, Edge or Firefox.", true);
return;
}
btn.disabled = true;
setStatus("Asking for the microphone...");
var AC = window.AudioContext || window.webkitAudioContext;
ctx = new AC();
navigator.mediaDevices.getUserMedia({ audio: { channelCount: 1, echoCancellation: true,
noiseSuppression: true, autoGainControl: true } })
.then(function (s) { stream = s; return ctx.resume(); })
.then(setupAudio)
.then(openSocket)
.catch(function (e) {
cleanup();
btn.disabled = false;
setStatus(e && e.name === "NotAllowedError" ? "Microphone access was blocked. Allow it in your browser and try again" + (window.top !== window ? ", or open this page full screen: " + location.href : ".")
: "Could not start the microphone (" + (e && e.message || e) + ").", true);
});
}
function setupAudio() {
ratio = ctx.sampleRate / 16000; pos = 0; inBuf = []; outN = 0; sentSamples = 0; pre = [];
vad = { floor: -60, speech: false, above: 0, quiet: 0, voiced: 0 };
src = ctx.createMediaStreamSource(stream);
if (ctx.audioWorklet && window.AudioWorkletNode) {
var code = "class P extends AudioWorkletProcessor{process(i){if(i[0]&&i[0][0])this.port.postMessage(i[0][0].slice(0));return true}}registerProcessor('sw-cap',P);";
var url = URL.createObjectURL(new Blob([code], { type: "application/javascript" }));
return ctx.audioWorklet.addModule(url).then(function () {
node = new AudioWorkletNode(ctx, "sw-cap");
node.port.onmessage = function (e) { onAudio(e.data); };
src.connect(node);
});
}
node = ctx.createScriptProcessor(2048, 1, 1); // older browsers
node.onaudioprocess = function (e) { onAudio(e.inputBuffer.getChannelData(0).slice(0)); };
src.connect(node); node.connect(ctx.destination);
}
// Box-filter decimation to 16 kHz, then 20 ms frames.
function onAudio(f32) {
if (!running) return;
for (var i = 0; i < f32.length; i++) inBuf.push(f32[i]);
while (pos + ratio <= inBuf.length) {
var a = Math.floor(pos), b = Math.max(a + 1, Math.floor(pos + ratio)), s = 0;
for (var j = a; j < b; j++) s += inBuf[j];
var v = s / (b - a);
out[outN++] = Math.max(-32768, Math.min(32767, Math.round(v * 32767)));
pos += ratio;
if (outN === FRAME) { onFrame(out.slice(0)); outN = 0; }
}
var drop = Math.floor(pos);
if (drop > 0) { inBuf = inBuf.slice(drop); pos -= drop; }
}
function onFrame(fr) {
var e = 0;
for (var i = 0; i < fr.length; i++) { var x = fr[i] / 32768; e += x * x; }
var db = 10 * Math.log10(e / fr.length + 1e-12);
level.style.width = Math.max(0, Math.min(100, (db + 60) * 2)) + "%";
if (!ready) { if (pre.length < 150) pre.push(fr); runVad(db); return; }
send(fr);
runVad(db);
}
function send(fr) {
if (ws && ws.readyState === 1) {
ws.send(fr.buffer);
sentSamples += fr.length;
var t = sentSamples / 16000;
bar.style.width = Math.min(100, t / maxS * 100) + "%";
timeEl.textContent = Math.max(0, Math.ceil(maxS - t)) + " s left";
}
}
function runVad(db) {
var thr = Math.max(vad.floor + 10, -50);
if (!vad.speech) vad.floor = Math.min(-20, vad.floor * 0.97 + db * 0.03);
if (db > thr) {
vad.above++; vad.quiet = 0;
if (vad.above >= 2 && !vad.speech) { vad.speech = true; vad.voiced = 0; }
if (vad.speech) vad.voiced++;
} else {
vad.above = 0;
if (vad.speech) {
vad.quiet += 20;
if (vad.quiet >= PAUSE_MS) {
vad.speech = false; vad.quiet = 0;
if (vad.voiced >= 8 && ready) finalize(); // ignore clicks shorter than ~160 ms
}
}
}
}
function finalize() {
if (!ws || ws.readyState !== 1) return;
fid++;
sentAt[fid] = performance.now();
ws.send(JSON.stringify({ type: "finalize", id: fid }));
numEl.classList.add("wait");
msEl.textContent = "...";
}
function openSocket() {
running = true;
ws = new WebSocket(WS_URL);
ws.binaryType = "arraybuffer";
setStatus("Connecting...");
ws.onmessage = function (ev) {
var m; try { m = JSON.parse(ev.data); } catch (e) { return; }
if (m.type === "ready") {
ready = true; maxS = m.max_s || 30; netMs = m.net_ms;
btn.disabled = false; btn.textContent = "Stop"; btn.classList.add("live");
setStatus("Listening. Say a sentence, then pause.");
for (var i = 0; i < pre.length; i++) send(pre[i]);
pre = [];
} else if (m.type === "interim") {
if (!m.text) return;
if (!interimEl) { interimEl = document.createElement("div"); interimEl.className = "sp-line interim"; logEl.appendChild(interimEl); }
interimEl.innerHTML = '<span class="t">' + esc(m.text) + "</span>";
logEl.scrollTop = logEl.scrollHeight;
} else if (m.type === "final") {
onFinal(m);
} else if (m.type === "cap") {
setStatus("That's the 30-second limit for one try.");
} else if (m.type === "error") {
setStatus(m.msg || "Something went wrong.", true);
} else if (m.type === "end") {
if (m.tries_left !== undefined) setStatus(statusEl.className.indexOf("err") < 0 ?
("Done. " + (m.tries_left > 0 ? m.tries_left + (m.tries_left === 1 ? " try" : " tries") + " left this hour." : "No tries left this hour.")) : statusEl.textContent,
statusEl.className.indexOf("err") >= 0);
stop(false);
}
};
ws.onclose = function () { if (running) stop(false); };
ws.onerror = function () { setStatus("Could not reach the demo server.", true); };
}
// Breakdown of one final. total = Finalize->final timed on our proxy; hop = proxy<->speech-server
// round trip measured on this try; rtt = Finalize sent -> final received, timed in this browser.
// Rounded parts always add up exactly to the rounded whole.
function parts(total, hop, rtt) {
var T = Math.round(total), E = (hop != null) ? Math.max(0, Math.round(total - hop)) : T;
var p = { engine: E, hop: (hop != null) ? T - E : null, total: T, net: null, felt: null };
if (rtt != null) { p.felt = Math.max(T, Math.round(rtt)); p.net = p.felt - T; }
return p;
}
function median(a) {
var s = a.slice().sort(function (x, y) { return x - y; }), n = s.length;
return n % 2 ? s[(n - 1) / 2] : (s[n / 2 - 1] + s[n / 2]) / 2;
}
function breakdownHtml(p) {
var h = [];
if (p.hop != null) h.push('<span class="sp-row"><b>+ ' + p.hop + ' ms</b> between our servers</span>');
else h.push('<span class="sp-row">server-to-server hop not measured on this try, so it is included above</span>');
if (p.net != null) {
h.push('<span class="sp-row"><b>+ ' + p.net + ' ms</b> your internet round trip</span>');
h.push('<span class="sp-row sp-eq"><b>= ' + p.felt + ' ms</b> what you felt</span>');
} else {
h.push('<span class="sp-row sp-eq"><b>= ' + p.total + ' ms</b> at our server (your round trip was not measured for this one)</span>');
}
return h.join("");
}
function onFinal(m) {
var rtt = (m.id && sentAt[m.id]) ? performance.now() - sentAt[m.id] : null;
if (!m.text) { if (interimEl) { interimEl.remove(); interimEl = null; } if (numEl.classList.contains("wait")) { numEl.classList.remove("wait"); msEl.textContent = results.length ? results[results.length - 1].engine : "–"; } return; }
var line = interimEl || document.createElement("div");
interimEl = null;
line.className = "sp-line";
var sub = "", chip = "";
if (m.ms != null) {
var p = parts(m.ms, netMs, rtt);
results.push(p);
numEl.classList.remove("wait"); numEl.classList.remove("flash"); void numEl.offsetWidth; numEl.classList.add("flash");
msEl.textContent = p.engine;
brk.innerHTML = breakdownHtml(p);
chip = p.engine + " ms";
sub = "processing" + (p.hop != null ? " + " + p.hop + " ms between our servers" : "") +
(p.net != null ? " + " + p.net + " ms your internet = " + p.felt + " ms you felt" : " = " + p.total + " ms at our server");
if (results.length > 1) {
var eng = results.map(function (r) { return r.engine; });
var tot = results.map(function (r) { return r.felt != null ? r.felt : r.total; });
sumEl.textContent = "Your " + results.length + " sentences: processing fastest " + Math.min.apply(null, eng) +
" ms, median " + Math.round(median(eng)) + " ms. Median total you felt: " + Math.round(median(tot)) + " ms.";
} else sumEl.textContent = "";
} else {
sub = "final sent without a pause (long sentence or end of try)";
}
line.innerHTML = '<span class="t">' + esc(m.text) + '</span><span class="ms">' + chip +
'</span><span class="sub">' + esc(sub) + "</span>";
if (!line.parentNode) logEl.appendChild(line);
logEl.scrollTop = logEl.scrollHeight;
}
function stop(byUser) {
if (byUser && ws && ws.readyState === 1) {
if (vad.speech && vad.voiced >= 8) finalize(); // tapping Stop also counts as "I'm done"
ws.send(JSON.stringify({ type: "stop" }));
setStatus("Finishing...");
running = false; // keep the socket for the last final + "end"
releaseMic();
btn.disabled = true;
setTimeout(function () { if (ws) { try { ws.close(); } catch (e) {} } finish(); }, 4000);
return;
}
finish();
}
function finish() {
running = false; ready = false;
releaseMic();
if (ws) { try { ws.onclose = null; if (ws.readyState <= 1) ws.close(); } catch (e) {} ws = null; }
if (numEl.classList.contains("wait")) { numEl.classList.remove("wait"); msEl.textContent = results.length ? results[results.length - 1].engine : "–"; }
btn.disabled = false; btn.textContent = "Talk again"; btn.classList.remove("live");
level.style.width = "0"; timeEl.textContent = "";
}
function releaseMic() {
try { if (src) src.disconnect(); } catch (e) {}
try { if (node) { node.disconnect(); if (node.port) node.port.onmessage = null; } } catch (e) {}
if (stream) stream.getTracks().forEach(function (t) { t.stop(); });
if (ctx && ctx.state !== "closed") { try { ctx.close(); } catch (e) {} }
src = node = stream = ctx = null;
}
function cleanup() { running = false; ready = false; releaseMic(); if (ws) { try { ws.close(); } catch (e) {} ws = null; } }
})();
|