// Saidwire speed test (static Hugging Face Space). Mic -> 16 kHz 16-bit PCM over a WebSocket to our proxy (no API key in the page). // A small energy detector decides when a sentence ends (0.35 s pause) and sends {"type":"finalize"}. // The server times Finalize -> final transcript and sends the number back with the final. (function () { "use strict"; var WS_URL = "wss://saidwire.com/demo-api/stt/ws"; // Saidwire demo proxy: holds the key, times Finalize var PAUSE_MS = 350, FRAME = 320; // 20 ms at 16 kHz var $ = function (id) { return document.getElementById(id); }; var btn = $("sp-btn"), msEl = $("sp-ms"), numEl = msEl.parentNode, brk = $("sp-break"), statusEl = $("sp-status"), logEl = $("sp-log"), sumEl = $("sp-sum"), level = $("sp-level"), bar = $("sp-bar"), timeEl = $("sp-time"); var ws = null, ctx = null, stream = null, node = null, src = null, running = false, ready = false; var maxS = 30, sentSamples = 0, pre = [], netMs = null; var inBuf = [], ratio = 3, pos = 0, out = new Int16Array(FRAME), outN = 0; var vad = { floor: -60, speech: false, above: 0, quiet: 0, voiced: 0 }; var fid = 0, sentAt = {}, interimEl = null, results = []; function setStatus(t, err) { statusEl.textContent = t; statusEl.className = "sp-status" + (err ? " err" : ""); } function esc(s) { var d = document.createElement("div"); d.textContent = s; return d.innerHTML; } btn.addEventListener("click", function () { running ? stop(true) : start(); }); function start() { if (!navigator.mediaDevices || !navigator.mediaDevices.getUserMedia) { setStatus("This browser cannot use the microphone here. Try a recent Chrome, Safari, Edge or Firefox.", true); return; } btn.disabled = true; setStatus("Asking for the microphone..."); var AC = window.AudioContext || window.webkitAudioContext; ctx = new AC(); navigator.mediaDevices.getUserMedia({ audio: { channelCount: 1, echoCancellation: true, noiseSuppression: true, autoGainControl: true } }) .then(function (s) { stream = s; return ctx.resume(); }) .then(setupAudio) .then(openSocket) .catch(function (e) { cleanup(); btn.disabled = false; setStatus(e && e.name === "NotAllowedError" ? "Microphone access was blocked. Allow it in your browser and try again" + (window.top !== window ? ", or open this page full screen: " + location.href : ".") : "Could not start the microphone (" + (e && e.message || e) + ").", true); }); } function setupAudio() { ratio = ctx.sampleRate / 16000; pos = 0; inBuf = []; outN = 0; sentSamples = 0; pre = []; vad = { floor: -60, speech: false, above: 0, quiet: 0, voiced: 0 }; src = ctx.createMediaStreamSource(stream); if (ctx.audioWorklet && window.AudioWorkletNode) { var code = "class P extends AudioWorkletProcessor{process(i){if(i[0]&&i[0][0])this.port.postMessage(i[0][0].slice(0));return true}}registerProcessor('sw-cap',P);"; var url = URL.createObjectURL(new Blob([code], { type: "application/javascript" })); return ctx.audioWorklet.addModule(url).then(function () { node = new AudioWorkletNode(ctx, "sw-cap"); node.port.onmessage = function (e) { onAudio(e.data); }; src.connect(node); }); } node = ctx.createScriptProcessor(2048, 1, 1); // older browsers node.onaudioprocess = function (e) { onAudio(e.inputBuffer.getChannelData(0).slice(0)); }; src.connect(node); node.connect(ctx.destination); } // Box-filter decimation to 16 kHz, then 20 ms frames. function onAudio(f32) { if (!running) return; for (var i = 0; i < f32.length; i++) inBuf.push(f32[i]); while (pos + ratio <= inBuf.length) { var a = Math.floor(pos), b = Math.max(a + 1, Math.floor(pos + ratio)), s = 0; for (var j = a; j < b; j++) s += inBuf[j]; var v = s / (b - a); out[outN++] = Math.max(-32768, Math.min(32767, Math.round(v * 32767))); pos += ratio; if (outN === FRAME) { onFrame(out.slice(0)); outN = 0; } } var drop = Math.floor(pos); if (drop > 0) { inBuf = inBuf.slice(drop); pos -= drop; } } function onFrame(fr) { var e = 0; for (var i = 0; i < fr.length; i++) { var x = fr[i] / 32768; e += x * x; } var db = 10 * Math.log10(e / fr.length + 1e-12); level.style.width = Math.max(0, Math.min(100, (db + 60) * 2)) + "%"; if (!ready) { if (pre.length < 150) pre.push(fr); runVad(db); return; } send(fr); runVad(db); } function send(fr) { if (ws && ws.readyState === 1) { ws.send(fr.buffer); sentSamples += fr.length; var t = sentSamples / 16000; bar.style.width = Math.min(100, t / maxS * 100) + "%"; timeEl.textContent = Math.max(0, Math.ceil(maxS - t)) + " s left"; } } function runVad(db) { var thr = Math.max(vad.floor + 10, -50); if (!vad.speech) vad.floor = Math.min(-20, vad.floor * 0.97 + db * 0.03); if (db > thr) { vad.above++; vad.quiet = 0; if (vad.above >= 2 && !vad.speech) { vad.speech = true; vad.voiced = 0; } if (vad.speech) vad.voiced++; } else { vad.above = 0; if (vad.speech) { vad.quiet += 20; if (vad.quiet >= PAUSE_MS) { vad.speech = false; vad.quiet = 0; if (vad.voiced >= 8 && ready) finalize(); // ignore clicks shorter than ~160 ms } } } } function finalize() { if (!ws || ws.readyState !== 1) return; fid++; sentAt[fid] = performance.now(); ws.send(JSON.stringify({ type: "finalize", id: fid })); numEl.classList.add("wait"); msEl.textContent = "..."; } function openSocket() { running = true; ws = new WebSocket(WS_URL); ws.binaryType = "arraybuffer"; setStatus("Connecting..."); ws.onmessage = function (ev) { var m; try { m = JSON.parse(ev.data); } catch (e) { return; } if (m.type === "ready") { ready = true; maxS = m.max_s || 30; netMs = m.net_ms; btn.disabled = false; btn.textContent = "Stop"; btn.classList.add("live"); setStatus("Listening. Say a sentence, then pause."); for (var i = 0; i < pre.length; i++) send(pre[i]); pre = []; } else if (m.type === "interim") { if (!m.text) return; if (!interimEl) { interimEl = document.createElement("div"); interimEl.className = "sp-line interim"; logEl.appendChild(interimEl); } interimEl.innerHTML = '' + esc(m.text) + ""; logEl.scrollTop = logEl.scrollHeight; } else if (m.type === "final") { onFinal(m); } else if (m.type === "cap") { setStatus("That's the 30-second limit for one try."); } else if (m.type === "error") { setStatus(m.msg || "Something went wrong.", true); } else if (m.type === "end") { if (m.tries_left !== undefined) setStatus(statusEl.className.indexOf("err") < 0 ? ("Done. " + (m.tries_left > 0 ? m.tries_left + (m.tries_left === 1 ? " try" : " tries") + " left this hour." : "No tries left this hour.")) : statusEl.textContent, statusEl.className.indexOf("err") >= 0); stop(false); } }; ws.onclose = function () { if (running) stop(false); }; ws.onerror = function () { setStatus("Could not reach the demo server.", true); }; } // Breakdown of one final. total = Finalize->final timed on our proxy; hop = proxy<->speech-server // round trip measured on this try; rtt = Finalize sent -> final received, timed in this browser. // Rounded parts always add up exactly to the rounded whole. function parts(total, hop, rtt) { var T = Math.round(total), E = (hop != null) ? Math.max(0, Math.round(total - hop)) : T; var p = { engine: E, hop: (hop != null) ? T - E : null, total: T, net: null, felt: null }; if (rtt != null) { p.felt = Math.max(T, Math.round(rtt)); p.net = p.felt - T; } return p; } function median(a) { var s = a.slice().sort(function (x, y) { return x - y; }), n = s.length; return n % 2 ? s[(n - 1) / 2] : (s[n / 2 - 1] + s[n / 2]) / 2; } function breakdownHtml(p) { var h = []; if (p.hop != null) h.push('+ ' + p.hop + ' ms between our servers'); else h.push('server-to-server hop not measured on this try, so it is included above'); if (p.net != null) { h.push('+ ' + p.net + ' ms your internet round trip'); h.push('= ' + p.felt + ' ms what you felt'); } else { h.push('= ' + p.total + ' ms at our server (your round trip was not measured for this one)'); } return h.join(""); } function onFinal(m) { var rtt = (m.id && sentAt[m.id]) ? performance.now() - sentAt[m.id] : null; if (!m.text) { if (interimEl) { interimEl.remove(); interimEl = null; } if (numEl.classList.contains("wait")) { numEl.classList.remove("wait"); msEl.textContent = results.length ? results[results.length - 1].engine : "–"; } return; } var line = interimEl || document.createElement("div"); interimEl = null; line.className = "sp-line"; var sub = "", chip = ""; if (m.ms != null) { var p = parts(m.ms, netMs, rtt); results.push(p); numEl.classList.remove("wait"); numEl.classList.remove("flash"); void numEl.offsetWidth; numEl.classList.add("flash"); msEl.textContent = p.engine; brk.innerHTML = breakdownHtml(p); chip = p.engine + " ms"; sub = "processing" + (p.hop != null ? " + " + p.hop + " ms between our servers" : "") + (p.net != null ? " + " + p.net + " ms your internet = " + p.felt + " ms you felt" : " = " + p.total + " ms at our server"); if (results.length > 1) { var eng = results.map(function (r) { return r.engine; }); var tot = results.map(function (r) { return r.felt != null ? r.felt : r.total; }); sumEl.textContent = "Your " + results.length + " sentences: processing fastest " + Math.min.apply(null, eng) + " ms, median " + Math.round(median(eng)) + " ms. Median total you felt: " + Math.round(median(tot)) + " ms."; } else sumEl.textContent = ""; } else { sub = "final sent without a pause (long sentence or end of try)"; } line.innerHTML = '' + esc(m.text) + '' + chip + '' + esc(sub) + ""; if (!line.parentNode) logEl.appendChild(line); logEl.scrollTop = logEl.scrollHeight; } function stop(byUser) { if (byUser && ws && ws.readyState === 1) { if (vad.speech && vad.voiced >= 8) finalize(); // tapping Stop also counts as "I'm done" ws.send(JSON.stringify({ type: "stop" })); setStatus("Finishing..."); running = false; // keep the socket for the last final + "end" releaseMic(); btn.disabled = true; setTimeout(function () { if (ws) { try { ws.close(); } catch (e) {} } finish(); }, 4000); return; } finish(); } function finish() { running = false; ready = false; releaseMic(); if (ws) { try { ws.onclose = null; if (ws.readyState <= 1) ws.close(); } catch (e) {} ws = null; } if (numEl.classList.contains("wait")) { numEl.classList.remove("wait"); msEl.textContent = results.length ? results[results.length - 1].engine : "–"; } btn.disabled = false; btn.textContent = "Talk again"; btn.classList.remove("live"); level.style.width = "0"; timeEl.textContent = ""; } function releaseMic() { try { if (src) src.disconnect(); } catch (e) {} try { if (node) { node.disconnect(); if (node.port) node.port.onmessage = null; } } catch (e) {} if (stream) stream.getTracks().forEach(function (t) { t.stop(); }); if (ctx && ctx.state !== "closed") { try { ctx.close(); } catch (e) {} } src = node = stream = ctx = null; } function cleanup() { running = false; ready = false; releaseMic(); if (ws) { try { ws.close(); } catch (e) {} ws = null; } } })();