Convert microphone recording to standard PCM 16-bit WAV in browser
Browse files- web/static/app.js +66 -2
web/static/app.js
CHANGED
|
@@ -140,10 +140,21 @@ document.addEventListener('DOMContentLoaded', () => {
|
|
| 140 |
};
|
| 141 |
|
| 142 |
mediaRecorder.onstop = async () => {
|
| 143 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 144 |
const audioUrl = URL.createObjectURL(currentAudioBlob);
|
| 145 |
setupAudioPlayer(audioUrl);
|
| 146 |
-
await decodeAndRenderWaveform(currentAudioBlob);
|
| 147 |
sendAudioForPrediction(currentAudioBlob, 'mic_recording.wav');
|
| 148 |
};
|
| 149 |
|
|
@@ -327,6 +338,57 @@ document.addEventListener('DOMContentLoaded', () => {
|
|
| 327 |
return `${m}:${s}`;
|
| 328 |
}
|
| 329 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 330 |
// --------------------------------------------------------------------------
|
| 331 |
// 6. Interactive Waveform Timeline Visualizer (Canvas)
|
| 332 |
// --------------------------------------------------------------------------
|
|
@@ -368,8 +430,10 @@ document.addEventListener('DOMContentLoaded', () => {
|
|
| 368 |
|
| 369 |
decodeCtx.close();
|
| 370 |
redrawCurrentWaveform();
|
|
|
|
| 371 |
} catch (err) {
|
| 372 |
console.warn('Decode audio buffer failed, fallback to ambient wave:', err);
|
|
|
|
| 373 |
} finally {
|
| 374 |
specLoading.style.display = 'none';
|
| 375 |
}
|
|
|
|
| 140 |
};
|
| 141 |
|
| 142 |
mediaRecorder.onstop = async () => {
|
| 143 |
+
const rawBlob = new Blob(audioChunks, { type: mediaRecorder.mimeType || 'audio/webm' });
|
| 144 |
+
const decodedBuffer = await decodeAndRenderWaveform(rawBlob);
|
| 145 |
+
|
| 146 |
+
let finalBlob = rawBlob;
|
| 147 |
+
if (decodedBuffer) {
|
| 148 |
+
try {
|
| 149 |
+
finalBlob = audioBufferToWavBlob(decodedBuffer);
|
| 150 |
+
} catch (e) {
|
| 151 |
+
console.warn('WAV encoding failed, using raw blob:', e);
|
| 152 |
+
}
|
| 153 |
+
}
|
| 154 |
+
|
| 155 |
+
currentAudioBlob = finalBlob;
|
| 156 |
const audioUrl = URL.createObjectURL(currentAudioBlob);
|
| 157 |
setupAudioPlayer(audioUrl);
|
|
|
|
| 158 |
sendAudioForPrediction(currentAudioBlob, 'mic_recording.wav');
|
| 159 |
};
|
| 160 |
|
|
|
|
| 338 |
return `${m}:${s}`;
|
| 339 |
}
|
| 340 |
|
| 341 |
+
function audioBufferToWavBlob(buffer) {
|
| 342 |
+
const numChannels = 1;
|
| 343 |
+
const sampleRate = buffer.sampleRate;
|
| 344 |
+
const bitDepth = 16;
|
| 345 |
+
|
| 346 |
+
let channelData;
|
| 347 |
+
if (buffer.numberOfChannels === 1) {
|
| 348 |
+
channelData = buffer.getChannelData(0);
|
| 349 |
+
} else {
|
| 350 |
+
const left = buffer.getChannelData(0);
|
| 351 |
+
const right = buffer.getChannelData(1);
|
| 352 |
+
channelData = new Float32Array(left.length);
|
| 353 |
+
for (let i = 0; i < left.length; i++) {
|
| 354 |
+
channelData[i] = (left[i] + right[i]) / 2;
|
| 355 |
+
}
|
| 356 |
+
}
|
| 357 |
+
|
| 358 |
+
const dataSize = channelData.length * 2;
|
| 359 |
+
const arrayBuffer = new ArrayBuffer(44 + dataSize);
|
| 360 |
+
const view = new DataView(arrayBuffer);
|
| 361 |
+
|
| 362 |
+
function writeString(offset, string) {
|
| 363 |
+
for (let i = 0; i < string.length; i++) {
|
| 364 |
+
view.setUint8(offset + i, string.charCodeAt(i));
|
| 365 |
+
}
|
| 366 |
+
}
|
| 367 |
+
|
| 368 |
+
writeString(0, 'RIFF');
|
| 369 |
+
view.setUint32(4, 36 + dataSize, true);
|
| 370 |
+
writeString(8, 'WAVE');
|
| 371 |
+
writeString(12, 'fmt ');
|
| 372 |
+
view.setUint32(16, 16, true);
|
| 373 |
+
view.setUint16(20, 1, true); // PCM format
|
| 374 |
+
view.setUint16(22, numChannels, true);
|
| 375 |
+
view.setUint32(24, sampleRate, true);
|
| 376 |
+
view.setUint32(28, sampleRate * numChannels * 2, true);
|
| 377 |
+
view.setUint16(32, numChannels * 2, true);
|
| 378 |
+
view.setUint16(34, bitDepth, true);
|
| 379 |
+
writeString(36, 'data');
|
| 380 |
+
view.setUint32(40, dataSize, true);
|
| 381 |
+
|
| 382 |
+
let offset = 44;
|
| 383 |
+
for (let i = 0; i < channelData.length; i++) {
|
| 384 |
+
let s = Math.max(-1, Math.min(1, channelData[i]));
|
| 385 |
+
view.setInt16(offset, s < 0 ? s * 0x8000 : s * 0x7FFF, true);
|
| 386 |
+
offset += 2;
|
| 387 |
+
}
|
| 388 |
+
|
| 389 |
+
return new Blob([view], { type: 'audio/wav' });
|
| 390 |
+
}
|
| 391 |
+
|
| 392 |
// --------------------------------------------------------------------------
|
| 393 |
// 6. Interactive Waveform Timeline Visualizer (Canvas)
|
| 394 |
// --------------------------------------------------------------------------
|
|
|
|
| 430 |
|
| 431 |
decodeCtx.close();
|
| 432 |
redrawCurrentWaveform();
|
| 433 |
+
return audioBuffer;
|
| 434 |
} catch (err) {
|
| 435 |
console.warn('Decode audio buffer failed, fallback to ambient wave:', err);
|
| 436 |
+
return null;
|
| 437 |
} finally {
|
| 438 |
specLoading.style.display = 'none';
|
| 439 |
}
|