File size: 12,286 Bytes
b56c7c1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6982366
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
b56c7c1
 
6982366
b56c7c1
 
 
6982366
b56c7c1
6982366
 
b56c7c1
6982366
 
 
 
 
 
 
 
 
 
 
b56c7c1
 
 
6982366
b56c7c1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6982366
b56c7c1
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
// Saidwire speed test (static Hugging Face Space). Mic -> 16 kHz 16-bit PCM over a WebSocket to our proxy (no API key in the page).
// A small energy detector decides when a sentence ends (0.35 s pause) and sends {"type":"finalize"}.
// The server times Finalize -> final transcript and sends the number back with the final.
(function () {
  "use strict";
  var WS_URL = "wss://saidwire.com/demo-api/stt/ws";   // Saidwire demo proxy: holds the key, times Finalize
  var PAUSE_MS = 350, FRAME = 320;            // 20 ms at 16 kHz
  var $ = function (id) { return document.getElementById(id); };
  var btn = $("sp-btn"), msEl = $("sp-ms"), numEl = msEl.parentNode, brk = $("sp-break"),
      statusEl = $("sp-status"), logEl = $("sp-log"), sumEl = $("sp-sum"), level = $("sp-level"),
      bar = $("sp-bar"), timeEl = $("sp-time");

  var ws = null, ctx = null, stream = null, node = null, src = null, running = false, ready = false;
  var maxS = 30, sentSamples = 0, pre = [], netMs = null;
  var inBuf = [], ratio = 3, pos = 0, out = new Int16Array(FRAME), outN = 0;
  var vad = { floor: -60, speech: false, above: 0, quiet: 0, voiced: 0 };
  var fid = 0, sentAt = {}, interimEl = null, results = [];

  function setStatus(t, err) { statusEl.textContent = t; statusEl.className = "sp-status" + (err ? " err" : ""); }
  function esc(s) { var d = document.createElement("div"); d.textContent = s; return d.innerHTML; }

  btn.addEventListener("click", function () { running ? stop(true) : start(); });

  function start() {
    if (!navigator.mediaDevices || !navigator.mediaDevices.getUserMedia) {
      setStatus("This browser cannot use the microphone here. Try a recent Chrome, Safari, Edge or Firefox.", true);
      return;
    }
    btn.disabled = true;
    setStatus("Asking for the microphone...");
    var AC = window.AudioContext || window.webkitAudioContext;
    ctx = new AC();
    navigator.mediaDevices.getUserMedia({ audio: { channelCount: 1, echoCancellation: true,
                                                  noiseSuppression: true, autoGainControl: true } })
      .then(function (s) { stream = s; return ctx.resume(); })
      .then(setupAudio)
      .then(openSocket)
      .catch(function (e) {
        cleanup();
        btn.disabled = false;
        setStatus(e && e.name === "NotAllowedError" ? "Microphone access was blocked. Allow it in your browser and try again" + (window.top !== window ? ", or open this page full screen: " + location.href : ".")
                                                    : "Could not start the microphone (" + (e && e.message || e) + ").", true);
      });
  }

  function setupAudio() {
    ratio = ctx.sampleRate / 16000; pos = 0; inBuf = []; outN = 0; sentSamples = 0; pre = [];
    vad = { floor: -60, speech: false, above: 0, quiet: 0, voiced: 0 };
    src = ctx.createMediaStreamSource(stream);
    if (ctx.audioWorklet && window.AudioWorkletNode) {
      var code = "class P extends AudioWorkletProcessor{process(i){if(i[0]&&i[0][0])this.port.postMessage(i[0][0].slice(0));return true}}registerProcessor('sw-cap',P);";
      var url = URL.createObjectURL(new Blob([code], { type: "application/javascript" }));
      return ctx.audioWorklet.addModule(url).then(function () {
        node = new AudioWorkletNode(ctx, "sw-cap");
        node.port.onmessage = function (e) { onAudio(e.data); };
        src.connect(node);
      });
    }
    node = ctx.createScriptProcessor(2048, 1, 1);           // older browsers
    node.onaudioprocess = function (e) { onAudio(e.inputBuffer.getChannelData(0).slice(0)); };
    src.connect(node); node.connect(ctx.destination);
  }

  // Box-filter decimation to 16 kHz, then 20 ms frames.
  function onAudio(f32) {
    if (!running) return;
    for (var i = 0; i < f32.length; i++) inBuf.push(f32[i]);
    while (pos + ratio <= inBuf.length) {
      var a = Math.floor(pos), b = Math.max(a + 1, Math.floor(pos + ratio)), s = 0;
      for (var j = a; j < b; j++) s += inBuf[j];
      var v = s / (b - a);
      out[outN++] = Math.max(-32768, Math.min(32767, Math.round(v * 32767)));
      pos += ratio;
      if (outN === FRAME) { onFrame(out.slice(0)); outN = 0; }
    }
    var drop = Math.floor(pos);
    if (drop > 0) { inBuf = inBuf.slice(drop); pos -= drop; }
  }

  function onFrame(fr) {
    var e = 0;
    for (var i = 0; i < fr.length; i++) { var x = fr[i] / 32768; e += x * x; }
    var db = 10 * Math.log10(e / fr.length + 1e-12);
    level.style.width = Math.max(0, Math.min(100, (db + 60) * 2)) + "%";
    if (!ready) { if (pre.length < 150) pre.push(fr); runVad(db); return; }
    send(fr);
    runVad(db);
  }

  function send(fr) {
    if (ws && ws.readyState === 1) {
      ws.send(fr.buffer);
      sentSamples += fr.length;
      var t = sentSamples / 16000;
      bar.style.width = Math.min(100, t / maxS * 100) + "%";
      timeEl.textContent = Math.max(0, Math.ceil(maxS - t)) + " s left";
    }
  }

  function runVad(db) {
    var thr = Math.max(vad.floor + 10, -50);
    if (!vad.speech) vad.floor = Math.min(-20, vad.floor * 0.97 + db * 0.03);
    if (db > thr) {
      vad.above++; vad.quiet = 0;
      if (vad.above >= 2 && !vad.speech) { vad.speech = true; vad.voiced = 0; }
      if (vad.speech) vad.voiced++;
    } else {
      vad.above = 0;
      if (vad.speech) {
        vad.quiet += 20;
        if (vad.quiet >= PAUSE_MS) {
          vad.speech = false; vad.quiet = 0;
          if (vad.voiced >= 8 && ready) finalize();     // ignore clicks shorter than ~160 ms
        }
      }
    }
  }

  function finalize() {
    if (!ws || ws.readyState !== 1) return;
    fid++;
    sentAt[fid] = performance.now();
    ws.send(JSON.stringify({ type: "finalize", id: fid }));
    numEl.classList.add("wait");
    msEl.textContent = "...";
  }

  function openSocket() {
    running = true;
    ws = new WebSocket(WS_URL);
    ws.binaryType = "arraybuffer";
    setStatus("Connecting...");
    ws.onmessage = function (ev) {
      var m; try { m = JSON.parse(ev.data); } catch (e) { return; }
      if (m.type === "ready") {
        ready = true; maxS = m.max_s || 30; netMs = m.net_ms;
        btn.disabled = false; btn.textContent = "Stop"; btn.classList.add("live");
        setStatus("Listening. Say a sentence, then pause.");
        for (var i = 0; i < pre.length; i++) send(pre[i]);
        pre = [];
      } else if (m.type === "interim") {
        if (!m.text) return;
        if (!interimEl) { interimEl = document.createElement("div"); interimEl.className = "sp-line interim"; logEl.appendChild(interimEl); }
        interimEl.innerHTML = '<span class="t">' + esc(m.text) + "</span>";
        logEl.scrollTop = logEl.scrollHeight;
      } else if (m.type === "final") {
        onFinal(m);
      } else if (m.type === "cap") {
        setStatus("That's the 30-second limit for one try.");
      } else if (m.type === "error") {
        setStatus(m.msg || "Something went wrong.", true);
      } else if (m.type === "end") {
        if (m.tries_left !== undefined) setStatus(statusEl.className.indexOf("err") < 0 ?
          ("Done. " + (m.tries_left > 0 ? m.tries_left + (m.tries_left === 1 ? " try" : " tries") + " left this hour." : "No tries left this hour.")) : statusEl.textContent,
          statusEl.className.indexOf("err") >= 0);
        stop(false);
      }
    };
    ws.onclose = function () { if (running) stop(false); };
    ws.onerror = function () { setStatus("Could not reach the demo server.", true); };
  }

  // Breakdown of one final. total = Finalize->final timed on our proxy; hop = proxy<->speech-server
  // round trip measured on this try; rtt = Finalize sent -> final received, timed in this browser.
  // Rounded parts always add up exactly to the rounded whole.
  function parts(total, hop, rtt) {
    var T = Math.round(total), E = (hop != null) ? Math.max(0, Math.round(total - hop)) : T;
    var p = { engine: E, hop: (hop != null) ? T - E : null, total: T, net: null, felt: null };
    if (rtt != null) { p.felt = Math.max(T, Math.round(rtt)); p.net = p.felt - T; }
    return p;
  }
  function median(a) {
    var s = a.slice().sort(function (x, y) { return x - y; }), n = s.length;
    return n % 2 ? s[(n - 1) / 2] : (s[n / 2 - 1] + s[n / 2]) / 2;
  }
  function breakdownHtml(p) {
    var h = [];
    if (p.hop != null) h.push('<span class="sp-row"><b>+ ' + p.hop + ' ms</b> between our servers</span>');
    else h.push('<span class="sp-row">server-to-server hop not measured on this try, so it is included above</span>');
    if (p.net != null) {
      h.push('<span class="sp-row"><b>+ ' + p.net + ' ms</b> your internet round trip</span>');
      h.push('<span class="sp-row sp-eq"><b>= ' + p.felt + ' ms</b> what you felt</span>');
    } else {
      h.push('<span class="sp-row sp-eq"><b>= ' + p.total + ' ms</b> at our server (your round trip was not measured for this one)</span>');
    }
    return h.join("");
  }

  function onFinal(m) {
    var rtt = (m.id && sentAt[m.id]) ? performance.now() - sentAt[m.id] : null;
    if (!m.text) { if (interimEl) { interimEl.remove(); interimEl = null; } if (numEl.classList.contains("wait")) { numEl.classList.remove("wait"); msEl.textContent = results.length ? results[results.length - 1].engine : "–"; } return; }
    var line = interimEl || document.createElement("div");
    interimEl = null;
    line.className = "sp-line";
    var sub = "", chip = "";
    if (m.ms != null) {
      var p = parts(m.ms, netMs, rtt);
      results.push(p);
      numEl.classList.remove("wait"); numEl.classList.remove("flash"); void numEl.offsetWidth; numEl.classList.add("flash");
      msEl.textContent = p.engine;
      brk.innerHTML = breakdownHtml(p);
      chip = p.engine + " ms";
      sub = "processing" + (p.hop != null ? " + " + p.hop + " ms between our servers" : "") +
            (p.net != null ? " + " + p.net + " ms your internet = " + p.felt + " ms you felt" : " = " + p.total + " ms at our server");
      if (results.length > 1) {
        var eng = results.map(function (r) { return r.engine; });
        var tot = results.map(function (r) { return r.felt != null ? r.felt : r.total; });
        sumEl.textContent = "Your " + results.length + " sentences: processing fastest " + Math.min.apply(null, eng) +
          " ms, median " + Math.round(median(eng)) + " ms. Median total you felt: " + Math.round(median(tot)) + " ms.";
      } else sumEl.textContent = "";
    } else {
      sub = "final sent without a pause (long sentence or end of try)";
    }
    line.innerHTML = '<span class="t">' + esc(m.text) + '</span><span class="ms">' + chip +
                     '</span><span class="sub">' + esc(sub) + "</span>";
    if (!line.parentNode) logEl.appendChild(line);
    logEl.scrollTop = logEl.scrollHeight;
  }

  function stop(byUser) {
    if (byUser && ws && ws.readyState === 1) {
      if (vad.speech && vad.voiced >= 8) finalize();     // tapping Stop also counts as "I'm done"
      ws.send(JSON.stringify({ type: "stop" }));
      setStatus("Finishing...");
      running = false;                                    // keep the socket for the last final + "end"
      releaseMic();
      btn.disabled = true;
      setTimeout(function () { if (ws) { try { ws.close(); } catch (e) {} } finish(); }, 4000);
      return;
    }
    finish();
  }

  function finish() {
    running = false; ready = false;
    releaseMic();
    if (ws) { try { ws.onclose = null; if (ws.readyState <= 1) ws.close(); } catch (e) {} ws = null; }
    if (numEl.classList.contains("wait")) { numEl.classList.remove("wait"); msEl.textContent = results.length ? results[results.length - 1].engine : "–"; }
    btn.disabled = false; btn.textContent = "Talk again"; btn.classList.remove("live");
    level.style.width = "0"; timeEl.textContent = "";
  }

  function releaseMic() {
    try { if (src) src.disconnect(); } catch (e) {}
    try { if (node) { node.disconnect(); if (node.port) node.port.onmessage = null; } } catch (e) {}
    if (stream) stream.getTracks().forEach(function (t) { t.stop(); });
    if (ctx && ctx.state !== "closed") { try { ctx.close(); } catch (e) {} }
    src = node = stream = ctx = null;
  }

  function cleanup() { running = false; ready = false; releaseMic(); if (ws) { try { ws.close(); } catch (e) {} ws = null; } }
})();