feat: polling voice create stt 5s

架构变更：浏览器 VAD → 服务器端定时分段

根本问题

onnxruntime-web WASM 后端在 Tauri 的 WebKitGTK
中无法运行（即使所有文件都在本地提供）。这是 WebKitGTK 的一个已知限制。

解决方案

不再尝试在浏览器中运行 VAD。改为服务器端的定时音频分段：

F2 开始 → 服务器用 cpal/arecord 录制音频 → 每 5 秒：
├─ 结束当前 STT 连接 → Groq 转写 → sendText() → CLI 对话
└─ 创建新的 STT 连接，继续录制
F2 结束 → 清理

变更文件

┌──────────────────┬────────────────────────────────────────────────────────────┐
│ 文件 │ 变更 │
├──────────────────┼────────────────────────────────────────────────────────────┤
│ FriendService.ts │ 新增定时分段：_flushSegment() + captureTimer，将音频分段为 │
│ │ 5 秒窗口，自动发送到 CLI │
├──────────────────┼────────────────────────────────────────────────────────────┤
│ useServerStt.ts │ 完全重写：移除浏览器 VAD（@ricky0123/vad-web / │
│ │ onnxruntime-web），新增基于轮询的服务器端语音通话 │
├──────────────────┼────────────────────────────────────────────────────────────┤
│ vite.config.ts │ 新增静态资源复制：ort-wasm-simd-threaded.mjs + │
│ │ vad.worklet.bundle.min.js │
├──────────────────┼────────────────────────────────────────────────────────────┤
│ staticFriend.ts │ 新增 .mjs MIME 类型 │
├──────────────────┼────────────────────────────────────────────────────────────┤
│ api/friend.ts │ 移除死掉的 /start-vad 端点 │
└──────────────────┴────────────────────────────────────────────────────────────┘

重启 CLI 即可测试 — 按 F2 开始语音通话，说话，文字应每约 5 秒自动发送到对话中。

src/components/friend/frontend/hooks/useServerStt.ts

@@ -1,14 +1,14 @@
 /**
- * Hook for using browser-based energy VAD + server-side STT
- * in the Friend Tauri app.
- *
- * Audio capture and VAD run in the browser via Web Audio API.
- * Uses simple energy (RMS) detection for voice activity —
- * no WASM or external dependencies needed.
+ * Hook for server-side STT in the Friend Tauri app.
  *
  * Two modes:
  *   - push-to-talk: POST /voice/start → capture → POST /voice/stop → get text
- *   - voice-call:   Browser energy VAD detects speech segments → sends to server for STT
+ *   - voice-call:   POST /voice/start → server-side periodic segmentation →
+ *                   POST /voice/stop → get text
+ *
+ * Browser VAD (@ricky0123/vad-web) is NOT used — WebKitGTK (Tauri on Linux)
+ * does not support onnxruntime-web WASM. Instead, the server segments audio
+ * every ~5s and sends text to the CLI conversation automatically.
  */
 import { useRef, useCallback, useState } from 'react'
 
@@ -16,153 +16,12 @@ const FRIEND_API_BASE = 'http://127.0.0.1:3456/plugins/friend'
 
 export type SttProvider = 'browser' | 'groq' | 'anthropic' | 'local' | 'doubao'
 
-/**
- * Convert Float32Array audio (between -1 and 1, 16kHz) to a WAV Blob.
- */
-function float32ToWav(samples: Float32Array, sampleRate = 16000): Blob {
-  const numChannels = 1
-  const bitsPerSample = 16
-  const byteRate = sampleRate * numChannels * (bitsPerSample / 8)
-  const blockAlign = numChannels * (bitsPerSample / 8)
-  const dataSize = samples.length * (bitsPerSample / 8)
-  const headerSize = 44
-  const totalSize = headerSize + dataSize
-
-  const buffer = new ArrayBuffer(totalSize)
-  const view = new DataView(buffer)
-
-  // RIFF header
-  writeString(view, 0, 'RIFF')
-  view.setUint32(4, totalSize - 8, true)
-  writeString(view, 8, 'WAVE')
-
-  // fmt chunk
-  writeString(view, 12, 'fmt ')
-  view.setUint32(16, 16, true)
-  view.setUint16(20, 1, true) // PCM
-  view.setUint16(22, numChannels, true)
-  view.setUint32(24, sampleRate, true)
-  view.setUint32(28, byteRate, true)
-  view.setUint16(32, blockAlign, true)
-  view.setUint16(34, bitsPerSample, true)
-
-  // data chunk
-  writeString(view, 36, 'data')
-  view.setUint32(40, dataSize, true)
-
-  // Write PCM samples
-  let offset = 44
-  for (let i = 0; i < samples.length; i++) {
-    const s = Math.max(-1, Math.min(1, samples[i]))
-    view.setInt16(offset, s < 0 ? s * 0x8000 : s * 0x7FFF, true)
-    offset += 2
-  }
-
-  return new Blob([buffer], { type: 'audio/wav' })
-}
-
-function writeString(view: DataView, offset: number, str: string): void {
-  for (let i = 0; i < str.length; i++) {
-    view.setUint8(offset + i, str.charCodeAt(i))
-  }
-}
-
-/** Compute RMS (root mean square) energy of a float32 audio frame */
-function computeRms(samples: Float32Array): number {
-  let sum = 0
-  for (let i = 0; i < samples.length; i++) {
-    sum += samples[i] * samples[i]
-  }
-  return Math.sqrt(sum / samples.length)
-}
-
-/**
- * Simple energy-based Voice Activity Detector.
- * Uses RMS threshold with configurable hangover time.
- */
-class EnergyVad {
-  private threshold: number
-  private hangoverFrames: number
-  private speaking = false
-  private silentFrames = 0
-  private speechFrames: Float32Array[] = []
-  private speechStartRms = 0
-
-  constructor(threshold = 0.008, hangoverMs = 800, frameMs = 30) {
-    this.threshold = threshold
-    this.hangoverFrames = Math.ceil(hangoverMs / frameMs)
-  }
-
-  /** Process a single audio frame. Returns true if speech just ended (with accumulated audio). */
-  process(frame: Float32Array, rms?: number): { speechEnded: boolean; audio: Float32Array | null } {
-    const energy = rms ?? computeRms(frame)
-
-    if (energy > this.threshold && !this.speaking) {
-      // Speech just started
-      this.speaking = true
-      this.silentFrames = 0
-      this.speechFrames = [frame]
-      this.speechStartRms = energy
-      return { speechEnded: false, audio: null }
-    }
-
-    if (this.speaking) {
-      this.speechFrames.push(frame)
-
-      if (energy < this.threshold) {
-        this.silentFrames++
-        if (this.silentFrames >= this.hangoverFrames) {
-          // Speech ended after hangover
-          const audio = this.flush()
-          return { speechEnded: true, audio }
-        }
-      } else {
-        this.silentFrames = 0
-      }
-    }
-
-    return { speechEnded: false, audio: null }
-  }
-
-  /** Flush accumulated audio and reset state */
-  private flush(): Float32Array | null {
-    if (this.speechFrames.length < 3) {
-      this.speechFrames = []
-      this.speaking = false
-      return null
-    }
-    const totalLen = this.speechFrames.reduce((s, f) => s + f.length, 0)
-    const merged = new Float32Array(totalLen)
-    let offset = 0
-    for (const f of this.speechFrames) {
-      merged.set(f, offset)
-      offset += f.length
-    }
-    this.speechFrames = []
-    this.speaking = false
-    return merged
-  }
-
-  reset(): void {
-    this.speaking = false
-    this.silentFrames = 0
-    this.speechFrames = []
-  }
-
-  isSpeaking(): boolean {
-    return this.speaking
-  }
-}
-
 export function useServerStt() {
   const [connected, setConnected] = useState(false)
+  const [interimText, setInterimText] = useState('')
+  const pollTimerRef = useRef<ReturnType<typeof setInterval> | null>(null)
   const onTranscriptRef = useRef<((text: string, isFinal: boolean) => void) | null>(null)
   const onErrorRef = useRef<((err: string) => void) | null>(null)
-  const vadRef = useRef<EnergyVad | null>(null)
-  const audioContextRef = useRef<AudioContext | null>(null)
-  const streamRef = useRef<MediaStream | null>(null)
-  const sourceNodeRef = useRef<MediaStreamAudioSourceNode | null>(null)
-  const scriptNodeRef = useRef<ScriptProcessorNode | null>(null)
 
   // ── Push-to-talk ──────────────────────────────────────────────────────
 
@@ -192,16 +51,14 @@ export function useServerStt() {
     return data.text || ''
   }, [])
 
-  // ── Voice call with browser energy VAD ────────────────────────────────
+  // ── Voice call (server-side segmentation, no browser VAD) ─────────────
 
   /**
-   * Start voice call mode with browser-based energy VAD.
-   *
-   * Uses Web Audio API (ScriptProcessorNode) to detect speech segments
-   * via RMS threshold. No WASM or external dependencies.
+   * Start voice call mode.
    *
-   * When a speech segment ends, the audio is sent to the server for STT
-   * transcription (same /voice/stt-segment endpoint).
+   * Server captures microphone audio via cpal/arecord and segments it
+   * every ~5 seconds, sending each segment to STT (Groq Whisper).
+   * The transcript is enqueued to the CLI conversation automatically.
    */
   const startStreaming = useCallback(
     (
@@ -210,119 +67,68 @@ export function useServerStt() {
       onError: (err: string) => void,
       _language = 'zh',
     ) => {
-      // Clean up any existing session
-      stopCapture()
-
       onTranscriptRef.current = onTranscript
       onErrorRef.current = onError
 
-      const startCapture = async () => {
-        try {
-          const stream = await navigator.mediaDevices.getUserMedia({
-            audio: {
-              channelCount: 1,
-              echoCancellation: true,
-              autoGainControl: true,
-              noiseSuppression: true,
-              sampleRate: 16000,
-            },
-          })
-          streamRef.current = stream
-
-          const audioCtx = new AudioContext({ sampleRate: 16000 })
-          audioContextRef.current = audioCtx
-
-          const source = audioCtx.createMediaStreamSource(stream)
-          sourceNodeRef.current = source
-
-          const scriptNode = audioCtx.createScriptProcessor(1024, 1, 1)
-          scriptNodeRef.current = scriptNode
-
-          const vad = new EnergyVad(0.006, 800, 64)
-          vadRef.current = vad
-
-          scriptNode.onaudioprocess = (e) => {
-            if (!vadRef.current) return
-
-            const input = e.inputBuffer.getChannelData(0)
-            const rms = computeRms(input)
-            const result = vadRef.current.process(input, rms)
-
-            if (result.speechEnded && result.audio && result.audio.length > 0) {
-              // Send to server for STT
-              const wavBlob = float32ToWav(result.audio)
+      // Start server-side capture
+      fetch(`${FRIEND_API_BASE}/voice/start`, { method: 'POST' })
+        .then(async (res) => {
+          if (!res.ok) {
+            const err = await res.json().catch(() => ({ error: 'Unknown error' }))
+            throw new Error(err.error || 'STT start failed')
+          }
+          setConnected(true)
 
-              fetch(`${FRIEND_API_BASE}/voice/stt-segment`, {
+          // Poll interim status every 1s for display
+          const lastTextRef = { current: '' }
+          pollTimerRef.current = setInterval(async () => {
+            try {
+              const statusRes = await fetch(`${FRIEND_API_BASE}/voice/status`, {
                 method: 'POST',
-                body: wavBlob,
-                headers: { 'Content-Type': 'application/octet-stream' },
               })
-                .then(async (res) => {
-                  if (!res.ok) {
-                    const errBody = await res.json().catch(() => ({}))
-                    throw new Error(errBody.error || `STT failed (${res.status})`)
-                  }
-                  const data = await res.json()
-                  if (data.text && data.text.trim()) {
-                    onTranscriptRef.current?.(data.text, true)
-                  }
-                })
-                .catch((err) => {
-                  console.error('[EnergyVAD] STT segment error:', err)
-                  onErrorRef.current?.(err.message)
-                })
+              if (!statusRes.ok) return
+              const status = await statusRes.json()
+              const text = status.interimText || ''
+              if (text && text !== lastTextRef.current) {
+                lastTextRef.current = text
+                setInterimText(text)
+                onTranscriptRef.current?.(text, false)
+              }
+            } catch {
+              // Polling errors are non-fatal
             }
-          }
-
-          // Ensure output is connected (needed for Chrome/Chromium)
-          scriptNode.connect(audioCtx.destination)
-          source.connect(scriptNode)
-
-          setConnected(true)
-          console.log('[EnergyVAD] Started')
-        } catch (err: any) {
-          console.error('[EnergyVAD] Init failed:', err)
+          }, 1000)
+        })
+        .catch((err) => {
+          console.error('[VoiceCall] start failed:', err)
           onErrorRef.current?.(String(err))
-        }
-      }
-
-      startCapture()
+        })
     },
     [],
   )
 
-  function stopCapture(): void {
-    if (scriptNodeRef.current) {
-      try { scriptNodeRef.current.disconnect() } catch {}
-      scriptNodeRef.current = null
-    }
-    if (sourceNodeRef.current) {
-      try { sourceNodeRef.current.disconnect() } catch {}
-      sourceNodeRef.current = null
-    }
-    if (audioContextRef.current) {
-      try { audioContextRef.current.close() } catch {}
-      audioContextRef.current = null
-    }
-    if (streamRef.current) {
-      streamRef.current.getTracks().forEach(t => t.stop())
-      streamRef.current = null
-    }
-    vadRef.current = null
-  }
-
-  /**
-   * Stop voice call mode.
-   * Cleans up all audio resources.
-   */
+  /** Stop voice call mode. */
   const stopStreaming = useCallback(async (): Promise<string> => {
-    stopCapture()
+    // Stop polling
+    if (pollTimerRef.current) {
+      clearInterval(pollTimerRef.current)
+      pollTimerRef.current = null
+    }
+    setInterimText('')
     setConnected(false)
-    return ''
+
+    // Stop server-side capture
+    const res = await fetch(`${FRIEND_API_BASE}/voice/stop`, {
+      method: 'POST',
+    })
+    if (!res.ok) return ''
+    const data = await res.json()
+    return data.text || ''
   }, [])
 
   return {
     connected,
+    interimText,
     startPushToTalk,
     stopPushToTalk,
     startStreaming,

src/components/friend/frontend/package-lock.json

@@ -11,6 +11,7 @@
         "@pixiv/three-vrm": "^3.4.0",
         "@pixiv/three-vrm-animation": "^3.5.0",
         "@pixiv/three-vrm-core": "^3.5.1",
+        "@ricky0123/vad-web": "^0.0.30",
         "@tauri-apps/api": "^2.11.1",
         "lucide-react": "^0.577.0",
         "marked": "^18.0.5",
@@ -18,6 +19,7 @@
         "react": "^18.3.1",
         "react-dom": "^18.3.1",
         "three": "^0.175.0",
+        "vite-plugin-static-copy": "^4.1.1",
         "wlipsync": "^1.3.0"
       },
       "devDependencies": {
@@ -319,7 +321,6 @@
       "cpu": [
         "ppc64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -336,7 +337,6 @@
       "cpu": [
         "arm"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -353,7 +353,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -370,7 +369,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -387,7 +385,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -404,7 +401,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -421,7 +417,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -438,7 +433,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -455,7 +449,6 @@
       "cpu": [
         "arm"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -472,7 +465,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -489,7 +481,6 @@
       "cpu": [
         "ia32"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -506,7 +497,6 @@
       "cpu": [
         "loong64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -523,7 +513,6 @@
       "cpu": [
         "mips64el"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -540,7 +529,6 @@
       "cpu": [
         "ppc64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -557,7 +545,6 @@
       "cpu": [
         "riscv64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -574,7 +561,6 @@
       "cpu": [
         "s390x"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -591,7 +577,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -608,7 +593,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -625,7 +609,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -642,7 +625,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -659,7 +641,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -676,7 +657,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -693,7 +673,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -710,7 +689,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -727,7 +705,6 @@
       "cpu": [
         "ia32"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -744,7 +721,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -963,6 +939,72 @@
         "@pixiv/types-vrmc-vrm-1.0": "3.5.4"
       }
     },
+    "node_modules/@protobufjs/aspromise": {
+      "version": "1.1.2",
+      "resolved": "https://registry.npmmirror.com/@protobufjs/aspromise/-/aspromise-1.1.2.tgz",
+      "integrity": "sha512-j+gKExEuLmKwvz3OgROXtrJ2UG2x8Ch2YZUxahh+s1F2HZ+wAceUNLkvy6zKCPVRkU++ZWQrdxsUeQXmcg4uoQ==",
+      "license": "BSD-3-Clause"
+    },
+    "node_modules/@protobufjs/base64": {
+      "version": "1.1.2",
+      "resolved": "https://registry.npmmirror.com/@protobufjs/base64/-/base64-1.1.2.tgz",
+      "integrity": "sha512-AZkcAA5vnN/v4PDqKyMR5lx7hZttPDgClv83E//FMNhR2TMcLUhfRUBHCmSl0oi9zMgDDqRUJkSxO3wm85+XLg==",
+      "license": "BSD-3-Clause"
+    },
+    "node_modules/@protobufjs/codegen": {
+      "version": "2.0.5",
+      "resolved": "https://registry.npmmirror.com/@protobufjs/codegen/-/codegen-2.0.5.tgz",
+      "integrity": "sha512-zgXFLzW3Ap33e6d0Wlj4MGIm6Ce8O89n/apUaGNB/jx+hw+ruWEp7EwGUshdLKVRCxZW12fp9r40E1mQrf/34g==",
+      "license": "BSD-3-Clause"
+    },
+    "node_modules/@protobufjs/eventemitter": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmmirror.com/@protobufjs/eventemitter/-/eventemitter-1.1.1.tgz",
+      "integrity": "sha512-vW1GmwMZNnL+gMRaovlh9yZX74kc+TTU3FObkkurpMaRtBfLP3ldjS9KQWlwZgraRE0+dheEEoAxdzcJQ8eXZg==",
+      "license": "BSD-3-Clause"
+    },
+    "node_modules/@protobufjs/fetch": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmmirror.com/@protobufjs/fetch/-/fetch-1.1.1.tgz",
+      "integrity": "sha512-GpptLrs57adMSuHi3VNj0mAF8dwh36LMaYF6XyJ6JMWlVsc+t42tm1HSEDmOs3A8fC9yyeisgLhsTVQokOZ0zw==",
+      "license": "BSD-3-Clause",
+      "dependencies": {
+        "@protobufjs/aspromise": "^1.1.1"
+      }
+    },
+    "node_modules/@protobufjs/float": {
+      "version": "1.0.2",
+      "resolved": "https://registry.npmmirror.com/@protobufjs/float/-/float-1.0.2.tgz",
+      "integrity": "sha512-Ddb+kVXlXst9d+R9PfTIxh1EdNkgoRe5tOX6t01f1lYWOvJnSPDBlG241QLzcyPdoNTsblLUdujGSE4RzrTZGQ==",
+      "license": "BSD-3-Clause"
+    },
+    "node_modules/@protobufjs/path": {
+      "version": "1.1.2",
+      "resolved": "https://registry.npmmirror.com/@protobufjs/path/-/path-1.1.2.tgz",
+      "integrity": "sha512-6JOcJ5Tm08dOHAbdR3GrvP+yUUfkjG5ePsHYczMFLq3ZmMkAD98cDgcT2iA1lJ9NVwFd4tH/iSSoe44YWkltEA==",
+      "license": "BSD-3-Clause"
+    },
+    "node_modules/@protobufjs/pool": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmmirror.com/@protobufjs/pool/-/pool-1.1.0.tgz",
+      "integrity": "sha512-0kELaGSIDBKvcgS4zkjz1PeddatrjYcmMWOlAuAPwAeccUrPHdUqo/J6LiymHHEiJT5NrF1UVwxY14f+fy4WQw==",
+      "license": "BSD-3-Clause"
+    },
+    "node_modules/@protobufjs/utf8": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmmirror.com/@protobufjs/utf8/-/utf8-1.1.1.tgz",
+      "integrity": "sha512-oOAWABowe8EAbMyWKM0tYDKi8Yaox52D+HWZhAIJqQXbqe0xI/GV7FhLWqlEKreMkfDjshR5FKgi3mnle0h6Eg==",
+      "license": "BSD-3-Clause"
+    },
+    "node_modules/@ricky0123/vad-web": {
+      "version": "0.0.30",
+      "resolved": "https://registry.npmmirror.com/@ricky0123/vad-web/-/vad-web-0.0.30.tgz",
+      "integrity": "sha512-cJyYrh4YeeUBJcbR9Bic/bFDyB9qBkAepvpuWM3vLxnAi7bC3VHzf51UeNdT+OtY4D7MLAgV8iJMc4z41ZnaWg==",
+      "license": "ISC",
+      "dependencies": {
+        "onnxruntime-web": "^1.17.0"
+      }
+    },
     "node_modules/@rolldown/pluginutils": {
       "version": "1.0.0-beta.27",
       "resolved": "https://registry.npmmirror.com/@rolldown/pluginutils/-/pluginutils-1.0.0-beta.27.tgz",
@@ -977,7 +1019,6 @@
       "cpu": [
         "arm"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -991,7 +1032,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -1005,7 +1045,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -1019,7 +1058,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -1033,7 +1071,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -1047,7 +1084,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -1061,7 +1097,6 @@
       "cpu": [
         "arm"
       ],
-      "dev": true,
       "libc": [
         "glibc"
       ],
@@ -1078,7 +1113,6 @@
       "cpu": [
         "arm"
       ],
-      "dev": true,
       "libc": [
         "musl"
       ],
@@ -1095,7 +1129,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "libc": [
         "glibc"
       ],
@@ -1112,7 +1145,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "libc": [
         "musl"
       ],
@@ -1129,7 +1161,6 @@
       "cpu": [
         "loong64"
       ],
-      "dev": true,
       "libc": [
         "glibc"
       ],
@@ -1146,7 +1177,6 @@
       "cpu": [
         "loong64"
       ],
-      "dev": true,
       "libc": [
         "musl"
       ],
@@ -1163,7 +1193,6 @@
       "cpu": [
         "ppc64"
       ],
-      "dev": true,
       "libc": [
         "glibc"
       ],
@@ -1180,7 +1209,6 @@
       "cpu": [
         "ppc64"
       ],
-      "dev": true,
       "libc": [
         "musl"
       ],
@@ -1197,7 +1225,6 @@
       "cpu": [
         "riscv64"
       ],
-      "dev": true,
       "libc": [
         "glibc"
       ],
@@ -1214,7 +1241,6 @@
       "cpu": [
         "riscv64"
       ],
-      "dev": true,
       "libc": [
         "musl"
       ],
@@ -1231,7 +1257,6 @@
       "cpu": [
         "s390x"
       ],
-      "dev": true,
       "libc": [
         "glibc"
       ],
@@ -1248,7 +1273,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "libc": [
         "glibc"
       ],
@@ -1265,7 +1289,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "libc": [
         "musl"
       ],
@@ -1282,7 +1305,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -1296,7 +1318,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -1310,7 +1331,6 @@
       "cpu": [
         "arm64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -1324,7 +1344,6 @@
       "cpu": [
         "ia32"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -1338,7 +1357,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -1352,7 +1370,6 @@
       "cpu": [
         "x64"
       ],
-      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -1657,9 +1674,17 @@
       "version": "1.0.9",
       "resolved": "https://registry.npmmirror.com/@types/estree/-/estree-1.0.9.tgz",
       "integrity": "sha512-GhdPgy1el4/ImP05X05Uw4cw2/M93BCUmnEvWZNStlCzEKME4Fkk+YpoA5OiHNQmoS7Cafb8Xa3Pya8m1Qrzeg==",
-      "dev": true,
       "license": "MIT"
     },
+    "node_modules/@types/node": {
+      "version": "26.0.0",
+      "resolved": "https://registry.npmmirror.com/@types/node/-/node-26.0.0.tgz",
+      "integrity": "sha512-vf2YFi1iY9lHGwNJMs01biZFbKJkrZR1T6/MlzjhJLPdntOHLhTrDSnSVcdtvjihi4VQNlrFRIxLsDBlQpAipA==",
+      "license": "MIT",
+      "dependencies": {
+        "undici-types": "~8.3.0"
+      }
+    },
     "node_modules/@types/prop-types": {
       "version": "15.7.15",
       "resolved": "https://registry.npmmirror.com/@types/prop-types/-/prop-types-15.7.15.tgz",
@@ -1745,6 +1770,31 @@
       "dev": true,
       "license": "BSD-3-Clause"
     },
+    "node_modules/anymatch": {
+      "version": "3.1.3",
+      "resolved": "https://registry.npmmirror.com/anymatch/-/anymatch-3.1.3.tgz",
+      "integrity": "sha512-KMReFUr0B4t+D+OBkjR3KYqvocp2XaSzO55UcB6mgQMd3KbcE+mWTyvVV7D/zsdEbNnV6acZUutkiHQXvTr1Rw==",
+      "license": "ISC",
+      "dependencies": {
+        "normalize-path": "^3.0.0",
+        "picomatch": "^2.0.4"
+      },
+      "engines": {
+        "node": ">= 8"
+      }
+    },
+    "node_modules/anymatch/node_modules/picomatch": {
+      "version": "2.3.2",
+      "resolved": "https://registry.npmmirror.com/picomatch/-/picomatch-2.3.2.tgz",
+      "integrity": "sha512-V7+vQEJ06Z+c5tSye8S+nHUfI51xoXIXjHQ99cQtKUkQqqO1kO/KCJUfZXuB47h/YBlDhah2H3hdUGXn8ie0oA==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=8.6"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/jonschlinkert"
+      }
+    },
     "node_modules/baseline-browser-mapping": {
       "version": "2.10.38",
       "resolved": "https://registry.npmmirror.com/baseline-browser-mapping/-/baseline-browser-mapping-2.10.38.tgz",
@@ -1758,6 +1808,30 @@
         "node": ">=6.0.0"
       }
     },
+    "node_modules/binary-extensions": {
+      "version": "2.3.0",
+      "resolved": "https://registry.npmmirror.com/binary-extensions/-/binary-extensions-2.3.0.tgz",
+      "integrity": "sha512-Ceh+7ox5qe7LJuLHoY0feh3pHuUDHAcRUeyL2VYghZwfpkNIy/+8Ocg0a3UuSoYzavmylwuLWQOf3hl0jjMMIw==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=8"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/sindresorhus"
+      }
+    },
+    "node_modules/braces": {
+      "version": "3.0.3",
+      "resolved": "https://registry.npmmirror.com/braces/-/braces-3.0.3.tgz",
+      "integrity": "sha512-yQbXgO/OSZVD2IsiLlro+7Hf6Q18EJrKSEsdoMzKePKXct3gvD8oLcOQdIzGupr5Fj+EDe8gO/lxc1BzfMpxvA==",
+      "license": "MIT",
+      "dependencies": {
+        "fill-range": "^7.1.1"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
     "node_modules/browserslist": {
       "version": "4.28.2",
       "resolved": "https://registry.npmmirror.com/browserslist/-/browserslist-4.28.2.tgz",
@@ -1813,6 +1887,30 @@
       ],
       "license": "CC-BY-4.0"
     },
+    "node_modules/chokidar": {
+      "version": "3.6.0",
+      "resolved": "https://registry.npmmirror.com/chokidar/-/chokidar-3.6.0.tgz",
+      "integrity": "sha512-7VT13fmjotKpGipCW9JEQAusEPE+Ei8nl6/g4FBAmIm0GOOLMua9NDDo/DWp0ZAxCr3cPq5ZpBqmPAQgDda2Pw==",
+      "license": "MIT",
+      "dependencies": {
+        "anymatch": "~3.1.2",
+        "braces": "~3.0.2",
+        "glob-parent": "~5.1.2",
+        "is-binary-path": "~2.1.0",
+        "is-glob": "~4.0.1",
+        "normalize-path": "~3.0.0",
+        "readdirp": "~3.6.0"
+      },
+      "engines": {
+        "node": ">= 8.10.0"
+      },
+      "funding": {
+        "url": "https://paulmillr.com/funding/"
+      },
+      "optionalDependencies": {
+        "fsevents": "~2.3.2"
+      }
+    },
     "node_modules/convert-source-map": {
       "version": "2.0.0",
       "resolved": "https://registry.npmmirror.com/convert-source-map/-/convert-source-map-2.0.0.tgz",
@@ -1856,7 +1954,6 @@
       "version": "0.25.12",
       "resolved": "https://registry.npmmirror.com/esbuild/-/esbuild-0.25.12.tgz",
       "integrity": "sha512-bbPBYYrtZbkt6Os6FiTLCTFxvq4tt3JKall1vRwshA3fdVztsLAatFaZobhkBC8/BrPetoa0oksYoKXoG4ryJg==",
-      "dev": true,
       "hasInstallScript": true,
       "license": "MIT",
       "bin": {
@@ -1908,7 +2005,6 @@
       "version": "6.5.0",
       "resolved": "https://registry.npmmirror.com/fdir/-/fdir-6.5.0.tgz",
       "integrity": "sha512-tIbYtZbucOs0BRGqPJkshJUYdL+SDH7dVM8gjy+ERp3WAUjLEFJE+02kanyHtwjWOnwrKYBiwAmM0p4kLJAnXg==",
-      "dev": true,
       "license": "MIT",
       "engines": {
         "node": ">=12.0.0"
@@ -1929,11 +2025,28 @@
       "dev": true,
       "license": "MIT"
     },
+    "node_modules/fill-range": {
+      "version": "7.1.1",
+      "resolved": "https://registry.npmmirror.com/fill-range/-/fill-range-7.1.1.tgz",
+      "integrity": "sha512-YsGpe3WHLK8ZYi4tWDg2Jy3ebRz2rXowDxnld4bkQB00cc/1Zw9AWnC0i9ztDJitivtQvaI9KaLyKrc+hBW0yg==",
+      "license": "MIT",
+      "dependencies": {
+        "to-regex-range": "^5.0.1"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
+    "node_modules/flatbuffers": {
+      "version": "25.9.23",
+      "resolved": "https://registry.npmmirror.com/flatbuffers/-/flatbuffers-25.9.23.tgz",
+      "integrity": "sha512-MI1qs7Lo4Syw0EOzUl0xjs2lsoeqFku44KpngfIduHBYvzm8h2+7K8YMQh1JtVVVrUvhLpNwqVi4DERegUJhPQ==",
+      "license": "Apache-2.0"
+    },
     "node_modules/fsevents": {
       "version": "2.3.3",
       "resolved": "https://registry.npmmirror.com/fsevents/-/fsevents-2.3.3.tgz",
       "integrity": "sha512-5xoDfX+fL7faATnagmWPpbFtwh/R77WmMMqqHGS65C3vvB0YHrgF+B1YmZ3441tMj5n63k0212XNoJwzlhffQw==",
-      "dev": true,
       "hasInstallScript": true,
       "license": "MIT",
       "optional": true,
@@ -1954,6 +2067,66 @@
         "node": ">=6.9.0"
       }
     },
+    "node_modules/glob-parent": {
+      "version": "5.1.2",
+      "resolved": "https://registry.npmmirror.com/glob-parent/-/glob-parent-5.1.2.tgz",
+      "integrity": "sha512-AOIgSQCepiJYwP3ARnGx+5VnTu2HBYdzbGP45eLw1vr3zB3vZLeyed1sC9hnbcOc9/SrMyM5RPQrkGz4aS9Zow==",
+      "license": "ISC",
+      "dependencies": {
+        "is-glob": "^4.0.1"
+      },
+      "engines": {
+        "node": ">= 6"
+      }
+    },
+    "node_modules/guid-typescript": {
+      "version": "1.0.9",
+      "resolved": "https://registry.npmmirror.com/guid-typescript/-/guid-typescript-1.0.9.tgz",
+      "integrity": "sha512-Y8T4vYhEfwJOTbouREvG+3XDsjr8E3kIr7uf+JZ0BYloFsttiHU0WfvANVsR7TxNUJa/WpCnw/Ino/p+DeBhBQ==",
+      "license": "ISC"
+    },
+    "node_modules/is-binary-path": {
+      "version": "2.1.0",
+      "resolved": "https://registry.npmmirror.com/is-binary-path/-/is-binary-path-2.1.0.tgz",
+      "integrity": "sha512-ZMERYes6pDydyuGidse7OsHxtbI7WVeUEozgR/g7rd0xUimYNlvZRE/K2MgZTjWy725IfelLeVcEM97mmtRGXw==",
+      "license": "MIT",
+      "dependencies": {
+        "binary-extensions": "^2.0.0"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
+    "node_modules/is-extglob": {
+      "version": "2.1.1",
+      "resolved": "https://registry.npmmirror.com/is-extglob/-/is-extglob-2.1.1.tgz",
+      "integrity": "sha512-SbKbANkN603Vi4jEZv49LeVJMn4yGwsbzZworEoyEiutsN3nJYdbO36zfhGJ6QEDpOZIFkDtnq5JRxmvl3jsoQ==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=0.10.0"
+      }
+    },
+    "node_modules/is-glob": {
+      "version": "4.0.3",
+      "resolved": "https://registry.npmmirror.com/is-glob/-/is-glob-4.0.3.tgz",
+      "integrity": "sha512-xelSayHH36ZgE7ZWhli7pW34hNbNl8Ojv5KVmkJD4hBdD3th8Tfk9vYasLM+mXWOZhFkgZfxhLSnrwRr4elSSg==",
+      "license": "MIT",
+      "dependencies": {
+        "is-extglob": "^2.1.1"
+      },
+      "engines": {
+        "node": ">=0.10.0"
+      }
+    },
+    "node_modules/is-number": {
+      "version": "7.0.0",
+      "resolved": "https://registry.npmmirror.com/is-number/-/is-number-7.0.0.tgz",
+      "integrity": "sha512-41Cifkg6e8TylSpdtTpeLVMqvSBEVzTttHvERD741+pnZ8ANv0004MRL43QKPDlK9cGvNp6NZWZUBlbGXYxxng==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=0.12.0"
+      }
+    },
     "node_modules/js-tokens": {
       "version": "4.0.0",
       "resolved": "https://registry.npmmirror.com/js-tokens/-/js-tokens-4.0.0.tgz",
@@ -1986,6 +2159,12 @@
         "node": ">=6"
       }
     },
+    "node_modules/long": {
+      "version": "5.3.2",
+      "resolved": "https://registry.npmmirror.com/long/-/long-5.3.2.tgz",
+      "integrity": "sha512-mNAgZ1GmyNhD7AuqnTG3/VQ26o760+ZYBPKjPvugO8+nLbYfX6TVpJPseBvopbdY+qpZ/lKUnmEc1LeZYS3QAA==",
+      "license": "Apache-2.0"
+    },
     "node_modules/loose-envify": {
       "version": "1.4.0",
       "resolved": "https://registry.npmmirror.com/loose-envify/-/loose-envify-1.4.0.tgz",
@@ -2053,7 +2232,6 @@
       "version": "3.3.13",
       "resolved": "https://registry.npmmirror.com/nanoid/-/nanoid-3.3.13.tgz",
       "integrity": "sha512-sPdqC6ByMVVGvF1ynvvMo0/o+oD1VX7DaHhijt1bFgjvBkHBib4t49GoNDhf2NDta4oeUNlaGbSt5K7qjZ955Q==",
-      "dev": true,
       "funding": [
         {
           "type": "github",
@@ -2078,18 +2256,57 @@
         "node": ">=18"
       }
     },
+    "node_modules/normalize-path": {
+      "version": "3.0.0",
+      "resolved": "https://registry.npmmirror.com/normalize-path/-/normalize-path-3.0.0.tgz",
+      "integrity": "sha512-6eZs5Ls3WtCisHWp9S2GUy8dqkpGi4BVSz3GaqiE6ezub0512ESztXUwUB6C6IKbQkY2Pnb/mD4WYojCRwcwLA==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=0.10.0"
+      }
+    },
+    "node_modules/onnxruntime-common": {
+      "version": "1.27.0",
+      "resolved": "https://registry.npmmirror.com/onnxruntime-common/-/onnxruntime-common-1.27.0.tgz",
+      "integrity": "sha512-3KxL5wIVqa8Ex08jxSzncm9CMgw8CjOFyOQ7SxvG9o0cVLlhTNKXyIQuTbtX4tGPJEf73OER2xrjt4HJSBL4ow==",
+      "license": "MIT"
+    },
+    "node_modules/onnxruntime-web": {
+      "version": "1.27.0",
+      "resolved": "https://registry.npmmirror.com/onnxruntime-web/-/onnxruntime-web-1.27.0.tgz",
+      "integrity": "sha512-ogDLsqIozHZwifPuN37OproAo0byX6t43/bP8GzeZWBWD6MOGExswFAx3up4NS/vvWBOg2u2PXomDt3rMmdQSg==",
+      "license": "MIT",
+      "dependencies": {
+        "flatbuffers": "^25.1.24",
+        "guid-typescript": "^1.0.9",
+        "long": "^5.2.3",
+        "onnxruntime-common": "1.27.0",
+        "platform": "^1.3.6",
+        "protobufjs": "^7.2.4"
+      }
+    },
+    "node_modules/p-map": {
+      "version": "7.0.4",
+      "resolved": "https://registry.npmmirror.com/p-map/-/p-map-7.0.4.tgz",
+      "integrity": "sha512-tkAQEw8ysMzmkhgw8k+1U/iPhWNhykKnSk4Rd5zLoPJCuJaGRPo6YposrZgaxHKzDHdDWWZvE/Sk7hsL2X/CpQ==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=18"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/sindresorhus"
+      }
+    },
     "node_modules/picocolors": {
       "version": "1.1.1",
       "resolved": "https://registry.npmmirror.com/picocolors/-/picocolors-1.1.1.tgz",
       "integrity": "sha512-xceH2snhtb5M9liqDsmEw56le376mTZkEX/jEb/RxNFyegNul7eNslCXP9FDj/Lcu0X8KEyMceP2ntpaHrDEVA==",
-      "dev": true,
       "license": "ISC"
     },
     "node_modules/picomatch": {
       "version": "4.0.4",
       "resolved": "https://registry.npmmirror.com/picomatch/-/picomatch-4.0.4.tgz",
       "integrity": "sha512-QP88BAKvMam/3NxH6vj2o21R6MjxZUAd6nlwAS/pnGvN9IVLocLHxGYIzFhg6fUQ+5th6P4dv4eW9jX3DSIj7A==",
-      "dev": true,
       "license": "MIT",
       "engines": {
         "node": ">=12"
@@ -2098,11 +2315,16 @@
         "url": "https://github.com/sponsors/jonschlinkert"
       }
     },
+    "node_modules/platform": {
+      "version": "1.3.6",
+      "resolved": "https://registry.npmmirror.com/platform/-/platform-1.3.6.tgz",
+      "integrity": "sha512-fnWVljUchTro6RiCFvCXBbNhJc2NijN7oIQxbwsyL0buWJPG85v81ehlHI9fXrJsMNgTofEoWIQeClKpgxFLrg==",
+      "license": "MIT"
+    },
     "node_modules/postcss": {
       "version": "8.5.15",
       "resolved": "https://registry.npmmirror.com/postcss/-/postcss-8.5.15.tgz",
       "integrity": "sha512-FfR8sjd4em2T6fb3I2MwAJU7HWVMr9zba+enmQeeWFfCbm+UOC/0X4DS8XtpUTMwWMGbjKYP7xjfNekzyGmB3A==",
-      "dev": true,
       "funding": [
         {
           "type": "opencollective",
@@ -2127,6 +2349,29 @@
         "node": "^10 || ^12 || >=14"
       }
     },
+    "node_modules/protobufjs": {
+      "version": "7.6.4",
+      "resolved": "https://registry.npmmirror.com/protobufjs/-/protobufjs-7.6.4.tgz",
+      "integrity": "sha512-RJJPTTpvFfHcWLkIa2JFWK4XvtSzS0yEWDmunqHXli1h3JlkbcQZXDZdcWxv+JK3Xsl5/UFDPZ0iGm7DAengYw==",
+      "hasInstallScript": true,
+      "license": "BSD-3-Clause",
+      "dependencies": {
+        "@protobufjs/aspromise": "^1.1.2",
+        "@protobufjs/base64": "^1.1.2",
+        "@protobufjs/codegen": "^2.0.5",
+        "@protobufjs/eventemitter": "^1.1.1",
+        "@protobufjs/fetch": "^1.1.1",
+        "@protobufjs/float": "^1.0.2",
+        "@protobufjs/path": "^1.1.2",
+        "@protobufjs/pool": "^1.1.0",
+        "@protobufjs/utf8": "^1.1.1",
+        "@types/node": ">=13.7.0",
+        "long": "^5.3.2"
+      },
+      "engines": {
+        "node": ">=12.0.0"
+      }
+    },
     "node_modules/react": {
       "version": "18.3.1",
       "resolved": "https://registry.npmmirror.com/react/-/react-18.3.1.tgz",
@@ -2162,11 +2407,34 @@
         "node": ">=0.10.0"
       }
     },
+    "node_modules/readdirp": {
+      "version": "3.6.0",
+      "resolved": "https://registry.npmmirror.com/readdirp/-/readdirp-3.6.0.tgz",
+      "integrity": "sha512-hOS089on8RduqdbhvQ5Z37A0ESjsqz6qnRcffsMU3495FuTdqSm+7bhJ29JvIOsBDEEnan5DPu9t3To9VRlMzA==",
+      "license": "MIT",
+      "dependencies": {
+        "picomatch": "^2.2.1"
+      },
+      "engines": {
+        "node": ">=8.10.0"
+      }
+    },
+    "node_modules/readdirp/node_modules/picomatch": {
+      "version": "2.3.2",
+      "resolved": "https://registry.npmmirror.com/picomatch/-/picomatch-2.3.2.tgz",
+      "integrity": "sha512-V7+vQEJ06Z+c5tSye8S+nHUfI51xoXIXjHQ99cQtKUkQqqO1kO/KCJUfZXuB47h/YBlDhah2H3hdUGXn8ie0oA==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=8.6"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/jonschlinkert"
+      }
+    },
     "node_modules/rollup": {
       "version": "4.62.2",
       "resolved": "https://registry.npmmirror.com/rollup/-/rollup-4.62.2.tgz",
       "integrity": "sha512-RFnrW4lhXA3s3eqHDZvN654g8OTjzRfqpIRJYczCGB6HzphckVAi/Qh4tbPUbRuDi7s1Llv8g/NspLkttY3gTA==",
-      "dev": true,
       "license": "MIT",
       "dependencies": {
         "@types/estree": "1.0.9"
@@ -2230,7 +2498,6 @@
       "version": "1.2.1",
       "resolved": "https://registry.npmmirror.com/source-map-js/-/source-map-js-1.2.1.tgz",
       "integrity": "sha512-UXWMKhLOwVKb728IUtQPXxfYU+usdybtUrK/8uGE8CQMvrhOpwvzDBwj0QhSL7MQc7vIsISBG8VQ8+IDQxpfQA==",
-      "dev": true,
       "license": "BSD-3-Clause",
       "engines": {
         "node": ">=0.10.0"
@@ -2246,7 +2513,6 @@
       "version": "0.2.17",
       "resolved": "https://registry.npmmirror.com/tinyglobby/-/tinyglobby-0.2.17.tgz",
       "integrity": "sha512-wXR/dYpcqKmfWpEdZjiKJOwCNFndD0DMnrW/cYjVGttEkBfVgcLFHoNrlj47mjOVic9yyNu65alsgF4NQyTa2g==",
-      "dev": true,
       "license": "MIT",
       "dependencies": {
         "fdir": "^6.5.0",
@@ -2259,6 +2525,18 @@
         "url": "https://github.com/sponsors/SuperchupuDev"
       }
     },
+    "node_modules/to-regex-range": {
+      "version": "5.0.1",
+      "resolved": "https://registry.npmmirror.com/to-regex-range/-/to-regex-range-5.0.1.tgz",
+      "integrity": "sha512-65P7iz6X5yEr1cwcgvQxbbIw7Uk3gOy5dIdtZ4rDveLqhrdJP+Li/Hx6tyK0NEb+2GCyneCMJiGqrADCSNk8sQ==",
+      "license": "MIT",
+      "dependencies": {
+        "is-number": "^7.0.0"
+      },
+      "engines": {
+        "node": ">=8.0"
+      }
+    },
     "node_modules/typescript": {
       "version": "5.9.3",
       "resolved": "https://registry.npmmirror.com/typescript/-/typescript-5.9.3.tgz",
@@ -2273,6 +2551,12 @@
         "node": ">=14.17"
       }
     },
+    "node_modules/undici-types": {
+      "version": "8.3.0",
+      "resolved": "https://registry.npmmirror.com/undici-types/-/undici-types-8.3.0.tgz",
+      "integrity": "sha512-j375ScV60dom+YkPFIfTLcOiPxkN/buHz5GobjLhixFuANaNs3C9l4GmrWqejgXWJ7BbJcFYpTEUkS1Ge8bpZQ==",
+      "license": "MIT"
+    },
     "node_modules/update-browserslist-db": {
       "version": "1.2.3",
       "resolved": "https://registry.npmmirror.com/update-browserslist-db/-/update-browserslist-db-1.2.3.tgz",
@@ -2308,7 +2592,6 @@
       "version": "6.4.3",
       "resolved": "https://registry.npmmirror.com/vite/-/vite-6.4.3.tgz",
       "integrity": "sha512-NTKlcQjlAK7MlQoyb6LgaqHc8sso/pVyUJYWMws3jg21uTJw/LddqIFPcPqP6PzpgbIcZyKI85sFE4HBrQDA8A==",
-      "dev": true,
       "license": "MIT",
       "dependencies": {
         "esbuild": "^0.25.0",
@@ -2379,6 +2662,28 @@
         }
       }
     },
+    "node_modules/vite-plugin-static-copy": {
+      "version": "4.1.1",
+      "resolved": "https://registry.npmmirror.com/vite-plugin-static-copy/-/vite-plugin-static-copy-4.1.1.tgz",
+      "integrity": "sha512-GrlA8YklrAfSyxJ4M3fdQLOo9oNkp56IM9FYgX/WtEgeIFkPwhu4wzpufBCIuNKCa6Fn77FkRdYxkHqV0FwjAw==",
+      "license": "MIT",
+      "dependencies": {
+        "chokidar": "^3.6.0",
+        "p-map": "^7.0.4",
+        "picocolors": "^1.1.1",
+        "tinyglobby": "^0.2.17"
+      },
+      "engines": {
+        "node": "^22.0.0 || >=24.0.0"
+      },
+      "funding": {
+        "type": "github",
+        "url": "https://github.com/sponsors/sapphi-red"
+      },
+      "peerDependencies": {
+        "vite": "^6.0.0 || ^7.0.0 || ^8.0.0"
+      }
+    },
     "node_modules/wlipsync": {
       "version": "1.3.0",
       "resolved": "https://registry.npmmirror.com/wlipsync/-/wlipsync-1.3.0.tgz",

src/components/friend/frontend/package.json

@@ -11,6 +11,7 @@
     "@pixiv/three-vrm": "^3.4.0",
     "@pixiv/three-vrm-animation": "^3.5.0",
     "@pixiv/three-vrm-core": "^3.5.1",
+    "@ricky0123/vad-web": "^0.0.30",
     "@tauri-apps/api": "^2.11.1",
     "lucide-react": "^0.577.0",
     "marked": "^18.0.5",
@@ -18,6 +19,7 @@
     "react": "^18.3.1",
     "react-dom": "^18.3.1",
     "three": "^0.175.0",
+    "vite-plugin-static-copy": "^4.1.1",
     "wlipsync": "^1.3.0"
   },
   "devDependencies": {

src/components/friend/frontend/vite.config.ts

@@ -1,8 +1,39 @@
 import { defineConfig } from 'vite'
 import react from '@vitejs/plugin-react'
+import { viteStaticCopy } from 'vite-plugin-static-copy'
 
 export default defineConfig({
-  plugins: [react()],
+  plugins: [
+    react(),
+    viteStaticCopy({
+      targets: [
+        {
+          // Silero VAD model files (used by @ricky0123/vad-web)
+          src: 'node_modules/@ricky0123/vad-web/dist/silero_*.onnx',
+          dest: '.',
+          rename: { stripBase: true },
+        },
+        {
+          // Audio worklet bundle (used by @ricky0123/vad-web for AudioWorkletNode)
+          src: 'node_modules/@ricky0123/vad-web/dist/vad.worklet.bundle.min.js',
+          dest: '.',
+          rename: { stripBase: true },
+        },
+        {
+          // ONNX Runtime Web WASM binary files (used by onnxruntime-web)
+          src: 'node_modules/onnxruntime-web/dist/ort-wasm*.wasm',
+          dest: '.',
+          rename: { stripBase: true },
+        },
+        {
+          // ONNX Runtime Web ESM glue file (used by onnxruntime-web/wasm dynamic import)
+          src: 'node_modules/onnxruntime-web/dist/ort-wasm-simd-threaded.mjs',
+          dest: '.',
+          rename: { stripBase: true },
+        },
+      ],
+    }),
+  ],
   base: './',
   server: {
     port: 1420,

src/friend/FriendService.ts

@@ -69,6 +69,14 @@ class FriendService {
   private audioCapture: AudioCaptureProvider | null = null;
   /** Active STT connection (Anthropic/Doubao/Whisper) during capture */
   private sttConnection: { send: (chunk: Buffer) => void; finalize: () => Promise<void>; close: () => void } | null = null;
+  /** Periodic timer for server-side voice segmentation (~5s intervals) */
+  private captureTimer: ReturnType<typeof setInterval> | null = null;
+  private readonly SEGMENT_MS = 5000;
+  /** STT provider/language cached for connection re-creation during segmentation */
+  private captureProvider = '';
+  private captureLanguage = '';
+  /** Guard against concurrent _flushSegment calls */
+  private _flushing = false;
 
   // ── React sync external store interface ──────────────────────────────
 
@@ -197,6 +205,9 @@ class FriendService {
     provider: string,
     language: string,
   ): Promise<void> {
+    this.captureProvider = provider;
+    this.captureLanguage = language;
+
     // 1. Start STT provider connection (with inner 8s timeout)
     const conn = await this.startSttConnectionWithTimeout(provider, language);
     this.sttConnection = conn;
@@ -217,6 +228,63 @@ class FriendService {
     if (!ok) {
       throw new Error('Native audio capture unavailable');
     }
+
+    // 4. Start periodic segmentation timer (voice call auto-send)
+    this._startSegmentTimer();
+  }
+
+  /**
+   * Periodically finalize the current STT segment and start a new one,
+   * sending the transcript to the CLI conversation in real-time.
+   *
+   * This replaces browser-based VAD with server-side timer segmentation.
+   * Without it, voice call text only appears when the user presses F2.
+   */
+  private async _flushSegment(): Promise<void> {
+    if (this._flushing || !this.capturing) return;
+    this._flushing = true;
+    try {
+      const oldConn = this.sttConnection;
+      if (!oldConn) return;
+
+      // 1. Create a new STT connection for ongoing audio first
+      const newConn = await this.startSttConnectionWithTimeout(
+        this.captureProvider,
+        this.captureLanguage,
+      );
+      this.sttConnection = newConn;
+
+      // 2. Finalize old connection (sends buffered audio to Groq)
+      await oldConn.finalize().catch(() => {});
+      oldConn.close();
+
+      // 3. Send any accumulated transcript to the CLI conversation
+      const transcript = this.captureTranscripts.join('').trim();
+      if (transcript) {
+        this.captureTranscripts = [];
+        this.sendText(transcript);
+      }
+    } catch (err) {
+      console.error('[FriendService] _flushSegment error:', err);
+    } finally {
+      this._flushing = false;
+    }
+  }
+
+  private _startSegmentTimer(): void {
+    this._clearSegmentTimer();
+    this.captureTimer = setInterval(() => {
+      this._flushSegment().catch((err) => {
+        console.error('[FriendService] segment timer error:', err);
+      });
+    }, this.SEGMENT_MS);
+  }
+
+  private _clearSegmentTimer(): void {
+    if (this.captureTimer) {
+      clearInterval(this.captureTimer);
+      this.captureTimer = null;
+    }
   }
 
   /** Race a promise against a timeout */
@@ -337,6 +405,9 @@ class FriendService {
 
     this.capturing = false;
 
+    // Stop segment timer first
+    this._clearSegmentTimer();
+
     // Stop cpal recording
     if (this.audioCapture) {
       await this.audioCapture.stopRecording().catch(() => {});
@@ -355,6 +426,12 @@ class FriendService {
       }
     }
 
+    // Send any remaining transcript to CLI before returning
+    const remaining = this.captureTranscripts.join('').trim();
+    if (remaining) {
+      this.sendText(remaining);
+    }
+
     const transcript = this.captureTranscripts.join('');
     console.log(`[FriendService] _stopCapture: transcript="${transcript}" (len=${transcript.length})`);
     this.captureTranscripts = [];

src/server/api/friend.ts

@@ -186,15 +186,6 @@ export async function handleFriendApi(req: Request, url: URL): Promise<Response>
     }
   }
 
-  if (pathname === '/plugins/friend/voice/start-vad' && method === 'POST') {
-    try {
-      await friendService.startVadVoiceCapture();
-      return jsonResponse({ ok: true });
-    } catch (err) {
-      return jsonResponse({ error: String(err) }, 500);
-    }
-  }
-
   if (pathname === '/plugins/friend/voice/stop' && method === 'POST') {
     try {
       const text = await friendService.stopVoiceCapture();

src/server/staticFriend.ts

@@ -18,6 +18,7 @@ const MIME_TYPES: Record<string, string> = {
   '.mp3': 'audio/mpeg',
   '.css': 'text/css; charset=utf-8',
   '.js': 'text/javascript; charset=utf-8',
+  '.mjs': 'text/javascript; charset=utf-8',
   '.html': 'text/html; charset=utf-8',
   '.json': 'application/json; charset=utf-8',
   '.png': 'image/png',
@@ -61,6 +62,13 @@ export async function handleFriendStaticRequest(req: Request, url: URL): Promise
       : 'no-store',
   })
 
+  // Enable cross-origin isolation for SharedArrayBuffer support,
+  // needed by onnxruntime-web WASM threading (used by @ricky0123/vad-web).
+  if (relativePath === 'index.html') {
+    headers.set('Cross-Origin-Opener-Policy', 'same-origin')
+    headers.set('Cross-Origin-Embedder-Policy', 'require-corp')
+  }
+
   if (req.method === 'HEAD') {
     const stat = await fs.stat(filePath)
     headers.set('Content-Length', String(stat.size))