Download app.js from thelamapi/Next-Echo: direct link, hf CLI and curl.
- Browser
- Download file 7.92 kB
-
https://huggingface.co/spaces/thelamapi/Next-Echo/resolve/main/app.js
- Command line
-
hf download hf://spaces/thelamapi/Next-Echo/app.js
-
curl -L -o app.js https://huggingface.co/spaces/thelamapi/Next-Echo/resolve/main/app.js
7.92 kB
| /* Next Echo Space: pick or record a short example sound, search a longer recording, listen to the hits. */ | |
| const { $, h, fmt, css } = NLUI; | |
| let ctx, demos, recAudio = null, recInfo = null, qAudio = null, qLabel = "", last = null, actx = null; | |
| function parseWav(buf) { | |
| const dv = new DataView(buf); let p = 12, sr = 16000, bits = 16, ch = 1; | |
| while (p < dv.byteLength) { | |
| const id = String.fromCharCode(dv.getUint8(p), dv.getUint8(p + 1), dv.getUint8(p + 2), dv.getUint8(p + 3)), sz = dv.getUint32(p + 4, true); | |
| if (id === "fmt ") { ch = dv.getUint16(p + 10, true); sr = dv.getUint32(p + 12, true); bits = dv.getUint16(p + 22, true); } | |
| if (id === "data") { | |
| if (bits !== 16 || ch !== 1 || sr !== 16000) return null; | |
| const n = sz / 2, out = new Float64Array(n); for (let i = 0; i < n; i++) out[i] = dv.getInt16(p + 8 + 2 * i, true) / 32768; return out; | |
| } | |
| p += 8 + sz + (sz % 2); | |
| } | |
| return null; | |
| } | |
| async function decodeAny(buf) { | |
| const direct = parseWav(buf.slice(0)); | |
| if (direct) return direct; | |
| actx = actx || new (window.AudioContext || window.webkitAudioContext)(); | |
| const ab = await actx.decodeAudioData(buf); | |
| const off = new OfflineAudioContext(1, Math.ceil(ab.duration * 16000), 16000); | |
| const src = off.createBufferSource(); src.buffer = ab; src.connect(off.destination); src.start(); | |
| return Float64Array.from((await off.startRendering()).getChannelData(0)); | |
| } | |
| async function fetchAudio(url) { return decodeAny(await (await fetch(url)).arrayBuffer()); } | |
| function play(x, from, to) { | |
| actx = actx || new (window.AudioContext || window.webkitAudioContext)(); | |
| const a = Math.max(0, Math.floor(from * 16000)), b = Math.min(x.length, Math.floor(to * 16000)); | |
| const buf = actx.createBuffer(1, Math.max(1, b - a), 16000); buf.getChannelData(0).set(Float32Array.from(x.subarray(a, b))); | |
| const s = actx.createBufferSource(); s.buffer = buf; s.connect(actx.destination); s.start(); | |
| } | |
| async function search() { | |
| if (!recAudio || !qAudio) return null; | |
| $("status").textContent = "Searching…"; await new Promise(r => setTimeout(r, 10)); | |
| const t0 = performance.now(); | |
| const c = Core.similarityCurves(ctx, qAudio, recAudio); | |
| const [nx, bl] = Core.finalScores(c.learned, c.base, ctx.score); | |
| const dl = Core.detect(c.times, nx, ctx.thresholds.learned), db = Core.detect(c.times, bl, ctx.thresholds.baseline); | |
| last = { c, dl, db, nx, bl }; | |
| $("status").textContent = `${c.times.length} windows scored in ${fmt((performance.now() - t0) / 1000, 2)} s · query: ${qLabel}`; | |
| draw(); hits(); | |
| return last; | |
| } | |
| function draw() { | |
| if (!last) return; | |
| const cv = $("tl"), W = cv.clientWidth || 700, H = 260, dpr = window.devicePixelRatio || 1; | |
| cv.width = W * dpr; cv.height = H * dpr; cv.style.height = H + "px"; | |
| const g = cv.getContext("2d"); g.scale(dpr, dpr); | |
| const dur = recAudio.length / 16000, X = t => 40 + (W - 50) * t / dur; | |
| g.fillStyle = css("--panel"); g.fillRect(0, 0, W, H); | |
| // waveform | |
| g.strokeStyle = css("--line"); g.beginPath(); | |
| const step = Math.max(1, Math.floor(recAudio.length / (W * 2))); | |
| for (let i = 0; i < recAudio.length; i += step) { const x = X(i / 16000); let m = 0; for (let j = i; j < Math.min(i + step, recAudio.length); j++) m = Math.max(m, Math.abs(recAudio[j])); g.moveTo(x, 40 - 30 * m); g.lineTo(x, 40 + 30 * m); } | |
| g.stroke(); | |
| if (recInfo && recInfo.events) for (const e of recInfo.events) { g.fillStyle = "rgba(176,125,18,.25)"; g.fillRect(X(e[0]), 8, X(e[1]) - X(e[0]), 64); } | |
| const lane = (y0, sims, th, dets, col, label) => { | |
| const lo = Math.min(...sims, th), hi = Math.max(...sims, th) + 1e-9; | |
| const Y = v => y0 + 70 - 70 * (v - lo) / (hi - lo); | |
| for (const d of dets) { g.fillStyle = col + "33"; g.fillRect(X(d[0]), y0, X(d[1]) - X(d[0]), 70); } | |
| g.strokeStyle = col; g.lineWidth = 1.6; g.beginPath(); last.c.times.forEach((t, i) => (i ? g.lineTo : g.moveTo).call(g, X(t + 0.5), Y(sims[i]))); g.stroke(); | |
| g.setLineDash([4, 4]); g.strokeStyle = css("--muted"); g.beginPath(); g.moveTo(40, Y(th)); g.lineTo(W - 10, Y(th)); g.stroke(); g.setLineDash([]); | |
| g.fillStyle = css("--ink"); g.font = "12px system-ui"; g.fillText(label, 44, y0 + 12); | |
| }; | |
| lane(84, last.nx, ctx.thresholds.learned, last.dl, "#0b6e4f", `Next Echo: ${last.dl.length} hits`); | |
| lane(170, last.bl, ctx.thresholds.baseline, last.db, "#2f5fb3", `log-mel similarity (baseline): ${last.db.length} hits`); | |
| g.fillStyle = css("--muted"); g.font = "11px system-ui"; | |
| for (let t = 0; t <= dur; t += 5) g.fillText(t + "s", X(t) - 6, H - 2); | |
| } | |
| function hits() { | |
| const box = $("hits"); box.innerHTML = ""; | |
| for (const [name, dets] of [["Next Echo", last.dl], ["Log-mel", last.db]]) { | |
| const row = h("div", { class: "chips", style: "margin:4px 0" }, h("b", { class: "small", style: "width:70px" }, name)); | |
| if (!dets.length) row.append(h("span", { class: "small muted" }, "no matches above threshold")); | |
| for (const d of dets) row.append(h("button", { class: "chip", onclick: () => play(recAudio, d[0], d[1]) }, `▶ ${fmt(d[0], 1)}–${fmt(d[1], 1)} s (${fmt(d[2], 2)})`)); | |
| box.append(row); | |
| } | |
| if (recInfo && recInfo.events) $("truth").textContent = `Ground truth in this demo recording: ${recInfo.events.length} target event(s) of class “${recInfo.target}” (shaded). Condition: ${recInfo.condition}.`; | |
| else $("truth").textContent = "Your recording has no ground truth."; | |
| } | |
| async function setRec(i) { | |
| recInfo = demos.recordings[i]; recAudio = await fetchAudio(recInfo.file); | |
| const q = demos.queries.findIndex(x => x.label === recInfo.target); | |
| if (q >= 0 && !$("keepq").checked) { $("qsel").value = q; await setQuery(q); } | |
| return search(); | |
| } | |
| async function setQuery(i) { const q = demos.queries[i]; qAudio = await fetchAudio(q.file); qLabel = q.label; } | |
| async function record() { | |
| const btn = $("mic"); | |
| try { | |
| const stream = await navigator.mediaDevices.getUserMedia({ audio: true }); | |
| const rec = new MediaRecorder(stream), chunks = []; | |
| rec.ondataavailable = e => chunks.push(e.data); | |
| rec.onstop = async () => { stream.getTracks().forEach(t => t.stop()); qAudio = await decodeAny(await new Blob(chunks).arrayBuffer()); qLabel = "your microphone recording"; btn.textContent = "🎙 Record 2 s example"; search(); }; | |
| rec.start(); btn.textContent = "Recording…"; setTimeout(() => rec.stop(), 2000); | |
| } catch (e) { $("status").textContent = "Microphone not available: " + e.message; } | |
| } | |
| window.__liveTest = async function () { | |
| const i = demos.recordings.findIndex(r => r.condition === "noisy"); | |
| $("rsel").value = i; const r = await setRec(i); | |
| return { ok: r && r.c.times.length > 50 && Array.isArray(r.dl), recording: demos.recordings[i].file, target: demos.recordings[i].target, | |
| learned_hits: r.dl.length, baseline_hits: r.db.length, true_events: demos.recordings[i].events.length }; | |
| }; | |
| NLUI.boot(Core, async c => { | |
| ctx = c; | |
| demos = await (await fetch("demos.json")).json(); | |
| demos.recordings.forEach((r, i) => $("rsel").append(h("option", { value: i }, `${r.target} · ${r.condition}${r.unseen_class ? " · class unseen in training" : ""}`))); | |
| demos.queries.forEach((q, i) => $("qsel").append(h("option", { value: i }, q.label))); | |
| $("rsel").addEventListener("change", e => setRec(Number(e.target.value))); | |
| $("qsel").addEventListener("change", async e => { await setQuery(Number(e.target.value)); search(); }); | |
| $("mic").addEventListener("click", record); | |
| $("qfile").addEventListener("change", async e => { qAudio = await decodeAny(await e.target.files[0].arrayBuffer()); qLabel = e.target.files[0].name; search(); }); | |
| $("rfile").addEventListener("change", async e => { recAudio = await decodeAny(await e.target.files[0].arrayBuffer()); recInfo = null; search(); }); | |
| $("playq").addEventListener("click", () => qAudio && play(qAudio, 0, qAudio.length / 16000)); | |
| window.addEventListener("resize", draw); | |
| await setRec(0); | |
| }); | |