giangpvg commited on
Commit
1309db9
·
verified ·
1 Parent(s): 9190a43

Convert microphone recording to standard PCM 16-bit WAV in browser

Browse files
Files changed (1) hide show
  1. web/static/app.js +66 -2
web/static/app.js CHANGED
@@ -140,10 +140,21 @@ document.addEventListener('DOMContentLoaded', () => {
140
  };
141
 
142
  mediaRecorder.onstop = async () => {
143
- currentAudioBlob = new Blob(audioChunks, { type: 'audio/wav' });
 
 
 
 
 
 
 
 
 
 
 
 
144
  const audioUrl = URL.createObjectURL(currentAudioBlob);
145
  setupAudioPlayer(audioUrl);
146
- await decodeAndRenderWaveform(currentAudioBlob);
147
  sendAudioForPrediction(currentAudioBlob, 'mic_recording.wav');
148
  };
149
 
@@ -327,6 +338,57 @@ document.addEventListener('DOMContentLoaded', () => {
327
  return `${m}:${s}`;
328
  }
329
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
330
  // --------------------------------------------------------------------------
331
  // 6. Interactive Waveform Timeline Visualizer (Canvas)
332
  // --------------------------------------------------------------------------
@@ -368,8 +430,10 @@ document.addEventListener('DOMContentLoaded', () => {
368
 
369
  decodeCtx.close();
370
  redrawCurrentWaveform();
 
371
  } catch (err) {
372
  console.warn('Decode audio buffer failed, fallback to ambient wave:', err);
 
373
  } finally {
374
  specLoading.style.display = 'none';
375
  }
 
140
  };
141
 
142
  mediaRecorder.onstop = async () => {
143
+ const rawBlob = new Blob(audioChunks, { type: mediaRecorder.mimeType || 'audio/webm' });
144
+ const decodedBuffer = await decodeAndRenderWaveform(rawBlob);
145
+
146
+ let finalBlob = rawBlob;
147
+ if (decodedBuffer) {
148
+ try {
149
+ finalBlob = audioBufferToWavBlob(decodedBuffer);
150
+ } catch (e) {
151
+ console.warn('WAV encoding failed, using raw blob:', e);
152
+ }
153
+ }
154
+
155
+ currentAudioBlob = finalBlob;
156
  const audioUrl = URL.createObjectURL(currentAudioBlob);
157
  setupAudioPlayer(audioUrl);
 
158
  sendAudioForPrediction(currentAudioBlob, 'mic_recording.wav');
159
  };
160
 
 
338
  return `${m}:${s}`;
339
  }
340
 
341
+ function audioBufferToWavBlob(buffer) {
342
+ const numChannels = 1;
343
+ const sampleRate = buffer.sampleRate;
344
+ const bitDepth = 16;
345
+
346
+ let channelData;
347
+ if (buffer.numberOfChannels === 1) {
348
+ channelData = buffer.getChannelData(0);
349
+ } else {
350
+ const left = buffer.getChannelData(0);
351
+ const right = buffer.getChannelData(1);
352
+ channelData = new Float32Array(left.length);
353
+ for (let i = 0; i < left.length; i++) {
354
+ channelData[i] = (left[i] + right[i]) / 2;
355
+ }
356
+ }
357
+
358
+ const dataSize = channelData.length * 2;
359
+ const arrayBuffer = new ArrayBuffer(44 + dataSize);
360
+ const view = new DataView(arrayBuffer);
361
+
362
+ function writeString(offset, string) {
363
+ for (let i = 0; i < string.length; i++) {
364
+ view.setUint8(offset + i, string.charCodeAt(i));
365
+ }
366
+ }
367
+
368
+ writeString(0, 'RIFF');
369
+ view.setUint32(4, 36 + dataSize, true);
370
+ writeString(8, 'WAVE');
371
+ writeString(12, 'fmt ');
372
+ view.setUint32(16, 16, true);
373
+ view.setUint16(20, 1, true); // PCM format
374
+ view.setUint16(22, numChannels, true);
375
+ view.setUint32(24, sampleRate, true);
376
+ view.setUint32(28, sampleRate * numChannels * 2, true);
377
+ view.setUint16(32, numChannels * 2, true);
378
+ view.setUint16(34, bitDepth, true);
379
+ writeString(36, 'data');
380
+ view.setUint32(40, dataSize, true);
381
+
382
+ let offset = 44;
383
+ for (let i = 0; i < channelData.length; i++) {
384
+ let s = Math.max(-1, Math.min(1, channelData[i]));
385
+ view.setInt16(offset, s < 0 ? s * 0x8000 : s * 0x7FFF, true);
386
+ offset += 2;
387
+ }
388
+
389
+ return new Blob([view], { type: 'audio/wav' });
390
+ }
391
+
392
  // --------------------------------------------------------------------------
393
  // 6. Interactive Waveform Timeline Visualizer (Canvas)
394
  // --------------------------------------------------------------------------
 
430
 
431
  decodeCtx.close();
432
  redrawCurrentWaveform();
433
+ return audioBuffer;
434
  } catch (err) {
435
  console.warn('Decode audio buffer failed, fallback to ambient wave:', err);
436
+ return null;
437
  } finally {
438
  specLoading.style.display = 'none';
439
  }