import React, { useCallback, useEffect, useRef, useState } from 'react'; import api from '../services/api'; import { FaceRecognitionResult } from '../types'; export const LiveRecognitionComponent: React.FC = () => { const videoRef = useRef(null); const canvasRef = useRef(null); const recognitionIntervalRef = useRef(null); const isProcessingRef = useRef(false); const thresholdRef = useRef(0.5); const [isRunning, setIsRunning] = useState(false); const [isCameraReady, setIsCameraReady] = useState(false); const [error, setError] = useState(''); const [results, setResults] = useState(null); const [isProcessing, setIsProcessing] = useState(false); const [threshold, setThreshold] = useState(0.5); const [devices, setDevices] = useState([]); const [selectedDeviceId, setSelectedDeviceId] = useState(''); useEffect(() => { thresholdRef.current = threshold; }, [threshold]); const setProcessingState = (value: boolean) => { isProcessingRef.current = value; setIsProcessing(value); }; const loadDevices = useCallback(async () => { if (!navigator.mediaDevices?.enumerateDevices) { return; } const list = await navigator.mediaDevices.enumerateDevices(); const videoDevices = list.filter((device) => device.kind === 'videoinput'); setDevices(videoDevices); if (!selectedDeviceId && videoDevices.length > 0) { setSelectedDeviceId(videoDevices[0].deviceId); } }, [selectedDeviceId]); const initializeCamera = useCallback(async () => { if (!navigator.mediaDevices?.getUserMedia) { setError('This browser does not support webcam access.'); return; } try { setError(''); const stream = await navigator.mediaDevices.getUserMedia({ video: selectedDeviceId ? { deviceId: { exact: selectedDeviceId }, width: { ideal: 960 }, height: { ideal: 540 } } : { facingMode: 'user', width: { ideal: 960 }, height: { ideal: 540 } }, audio: false, }); if (videoRef.current) { videoRef.current.srcObject = stream; await videoRef.current.play(); setIsCameraReady(true); } await loadDevices(); } catch (err) { setError('Failed to access webcam. Check browser permissions and HTTPS/localhost access.'); console.error(err); } }, [loadDevices, selectedDeviceId]); const processFrame = useCallback(async () => { const video = videoRef.current; const canvas = canvasRef.current; if (isProcessingRef.current || !video || !canvas || video.readyState < HTMLMediaElement.HAVE_CURRENT_DATA) { return; } setProcessingState(true); try { const context = canvas.getContext('2d'); if (!context || video.videoWidth === 0 || video.videoHeight === 0) { return; } canvas.width = video.videoWidth; canvas.height = video.videoHeight; context.drawImage(video, 0, 0, canvas.width, canvas.height); const blob = await new Promise((resolve) => canvas.toBlob((value) => resolve(value), 'image/jpeg', 0.82) ); if (!blob) { setError('Could not capture a camera frame.'); return; } const formData = new FormData(); formData.append('image', blob, 'frame.jpg'); formData.append('threshold', thresholdRef.current.toString()); formData.append('return_bboxes', 'true'); const result = await api.recognizeFace(formData); setResults(result); } catch (err: any) { setError(err.response?.data?.detail || 'Recognition request failed.'); console.error('Recognition error:', err); } finally { setProcessingState(false); } }, []); const startRecognition = useCallback(() => { if (!videoRef.current || !canvasRef.current || !isCameraReady || recognitionIntervalRef.current) return; setError(''); setIsRunning(true); processFrame(); recognitionIntervalRef.current = window.setInterval(processFrame, 1200); }, [isCameraReady, processFrame]); const stopRecognition = useCallback(() => { if (recognitionIntervalRef.current) { window.clearInterval(recognitionIntervalRef.current); recognitionIntervalRef.current = null; } setIsRunning(false); }, []); const stopCamera = useCallback(() => { stopRecognition(); const stream = videoRef.current?.srcObject as MediaStream | null; stream?.getTracks().forEach((track) => track.stop()); if (videoRef.current) { videoRef.current.srcObject = null; } setIsCameraReady(false); setResults(null); setProcessingState(false); }, [stopRecognition]); useEffect(() => stopCamera, [stopCamera]); useEffect(() => { loadDevices(); }, [loadDevices]); const handleDeviceChange = async (event: React.ChangeEvent) => { const nextId = event.target.value; setSelectedDeviceId(nextId); if (isCameraReady) { stopCamera(); await initializeCamera(); } }; const handleUpload = async (event: React.ChangeEvent) => { const file = event.target.files?.[0]; if (!file) { return; } setProcessingState(true); setError(''); try { const formData = new FormData(); formData.append('image', file, file.name || 'capture.jpg'); formData.append('threshold', thresholdRef.current.toString()); formData.append('return_bboxes', 'true'); const result = await api.recognizeFace(formData); setResults(result); } catch (err: any) { setError(err.response?.data?.detail || 'Recognition request failed.'); console.error('Recognition error:', err); } finally { setProcessingState(false); event.target.value = ''; } }; return (

Live recognition

Camera matching station

Process one frame at a time to avoid overlapping recognition requests.

{error && (
{error}
)}
{!isCameraReady ? ( ) : ( <> )}

Use the camera on mobile or upload an image from your device.

setThreshold(parseFloat(e.target.value))} className="mt-3 w-full accent-[color:var(--brand)]" disabled={!isCameraReady} />
Loose 0.0 Strict 1.0
); };