import {useEffect,useRef,useState} from 'react' import {useNavigate,useSearchParams} from 'react-router' import {ArrowLeft,ArrowUp,Check,CheckCircle2,ChevronRight,ImagePlus,Loader2,ScanLine,Sparkles,Upload} from 'lucide-react' import RegionPicker from '@/components/RegionPicker' import {annotate,captureSetupFrame,cropImage,defaultBox,fullBox,makeFrame,type Box,type CapturePolicy,type Draft,type LocationAlerts,type MediaSource,type ObjectMemory,type Setup,type Trial} from '@/lib/grounded' import {api,categoryMeta,levelNames,policyName,type Category,type Watch} from './api' import {useMediaConnection,usePulse} from './context' const prompts=[{icon:'🐶',title:'小狗围栏守护',text:'帮我留意这只小狗是否还在围栏里。暂时没看到和明确在围栏外,可以分别提醒;被人抱出来不提醒。请推荐合适的检查和提醒方式。',match:/幼犬翻越围栏/},{icon:'🔑',title:'出门钥匙确认',text:'我说准备出门时,帮我看看这串钥匙是不是还在玄关托盘里。',match:/钥匙/},{icon:'📦',title:'门口包裹守护',text:'包裹放在门口后,如果被拿走了就提醒我。',match:/包裹/},{icon:'🐾',title:'Buddy 客厅活动',text:'帮我留意这只小狗是否在客厅活动,安静记录就好。',match:/幼犬翻越围栏/},{icon:'🥣',title:'Buddy 午餐观察',text:'中午12点到1点,帮我看看小狗有没有在食盆吃饭,到点告诉我。',match:/进食|食盆/},{icon:'🚪',title:'离家门窗确认',text:'我说准备出门时,帮我确认画面里的窗户是否关好。',match:/窗户/},{icon:'👜',title:'出门公文包提醒',text:'我说准备出门时,帮我看看公文包是不是还在玄关原处。',match:/公文包|玄关/},{icon:'🌿',title:'阳台状态检查',text:'帮我留意阳台这扇窗户的开关状态,持续打开时提醒我。',match:/窗户|阳台/},{icon:'🍪',title:'零食盘位置关注',text:'帮我留意这盘零食是否被移动,位置变化时告诉我。',match:/零食|食物/},{icon:'🐢',title:'鱼缸乌龟越线',text:'帮我留意这只乌龟有没有整个身体离开划定区域。',match:/乌龟|鱼缸/},{icon:'✨',title:'Buddy 精彩瞬间',text:'帮我记录小狗在画面里玩耍的时刻,安静记录就好。',match:/小狗|宠物/}] export default function Agent({base}:{base:string}){ const {sources,catalogReady,clientId,addSource,refresh,notify}=usePulse(),navigate=useNavigate(),[params]=useSearchParams() const [source,setSource]=useState(),[request,setRequest]=useState(''),[stage,setStage]=useState(0),[busy,setBusy]=useState(''),[error,setError]=useState('') const [draft,setDraft]=useState(null),[reference,setReference]=useState(''),[referenceTime,setReferenceTime]=useState(0),[targetBox,setTargetBox]=useState(defaultBox),[regionBox,setRegionBox]=useState(fullBox),[targetName,setTargetName]=useState(''),[regionName,setRegionName]=useState(''),[crop,setCrop]=useState('') const [sourceOpen,setSourceOpen]=useState(false),[pendingSetup,setPendingSetup]=useState('') const [capturePolicy,setCapturePolicy]=useState({mode:'event',intervalSeconds:300,comparisonMaxAgeSeconds:86400}),[locationAlerts,setLocationAlerts]=useState({notSeen:{enabled:false,confirmations:2,attentionLevel:2},outside:{enabled:true,confirmations:1,attentionLevel:3},excludeCarried:true}),[recommendationReason,setRecommendationReason]=useState('') const [answers,setAnswers]=useState>({}),[targetConfirmed,setTargetConfirmed]=useState(false),[setup,setSetup]=useState(null),[trial,setTrial]=useState(null),[remember,setRemember]=useState(false),[ruleConfirmed,setRuleConfirmed]=useState(false),[category,setCategory]=useState('care'),[level,setLevel]=useState(3),[memory,setMemory]=useState(null) const player=useRef(null),upload=useRef(null),running=useRef(false) const connection=useMediaConnection(source,player,source?.id.startsWith('media-')?source.id:undefined) useEffect(()=>{if(catalogReady&&!source&&sources.length)setSource(sources.find(s=>/幼犬翻越围栏/.test(s.name))||sources[0])},[source,sources,catalogReady]) useEffect(()=>{setPendingSetup(sessionStorage.getItem('pulse-pending-setup')||'')},[]) useEffect(()=>{const id=params.get('memory'),edit=params.get('edit');if(id)void api('/memories/'+id).then(m=>{setMemory(m);setRequest(m.request);setSource(m.source)}).catch(e=>setError(e.message));if(edit)void api('/watches/'+edit).then(w=>{setSource(w.binding.source);setRequest(w.request)}).catch(e=>setError(e.message))},[params]) useEffect(()=>{let active=true;if(reference)void cropImage(reference,targetBox).then(value=>{if(active)setCrop(value)}).catch(()=>{});return()=>{active=false}},[reference,targetBox]) async function task(label:string,fn:()=>Promise){if(running.current)return;running.current=true;setBusy(label);setError('');try{await fn()}catch(e){setError((e as Error).message)}finally{running.current=false;setBusy('');void refresh()}} const choosePrompt=(prompt:typeof prompts[number])=>{setRequest(prompt.text);const match=sources.find(s=>prompt.match.test(s.name));if(match){setSource(match);setError('')}else{setSourceOpen(true);setError('请选一段能看清这个对象的画面')}setCategory(prompt.icon==='✨'?'memory':prompt.icon==='🐶'?'care':prompt.icon==='📦'?'security':'routine');setLevel(prompt.icon==='✨'?1:3)} const understand=()=>task('正在看画面,理解你的关注',async()=>{ if(!player.current||!source||!connection.device)throw new Error('画面连接好后,就可以一起确认了') player.current.pause();const image=captureSetupFrame(player.current);setReference(image);setReferenceTime(player.current.currentTime) const r=await api<{draft:Draft}>('/setups/draft',{request,image,source:{...source,id:connection.device.id},viewRevision:connection.device.viewRevision,...(memory?{memoryId:memory.id}:{})}) setDraft(r.draft);setTargetName(r.draft.targetName);setRegionName(r.draft.regionName);setTargetBox(r.draft.targetBox||defaultBox);setRegionBox(r.draft.regionBox||fullBox);if(r.draft.recommendation){const rec=r.draft.recommendation;setCapturePolicy(rec.capturePolicy);setCategory(rec.category);setLevel(rec.attentionLevel);setRecommendationReason(rec.reasonZh);if(rec.locationAlerts)setLocationAlerts(rec.locationAlerts)}setAnswers({});setTargetConfirmed(false);setSetup(null);setTrial(null);setRuleConfirmed(false);setStage(1) }) const prepare=()=>task('正在整理你确认的守护方式',async()=>{ if(!draft||!source||!connection.device)throw new Error('请先连接这处观察画面') const binding={source:{...source,id:connection.device.id},referenceImage:reference,annotatedReference:await annotate(reference,regionBox,targetBox),targetCrop:await cropImage(reference,targetBox),targetBox,regionBox,targetName,regionName,targetDescriptionEn:draft.targetDescriptionEn,regionDescriptionEn:draft.regionDescriptionEn,referenceMediaTime:referenceTime,matchMode:draft.taskKind!=='general'||draft.targetBox?'instance':'category',...(memory?{memoryId:memory.id}:{})} const perLocation=draft.taskKind==='dog_boundary',attentionLevel=perLocation?Math.max(0,...[locationAlerts.notSeen,locationAlerts.outside].filter(a=>a.enabled).map(a=>a.attentionLevel)):level const result=await api('/setups/prepare',{request,binding,taskKind:draft.taskKind,answers:draft.questions.map(q=>({question:q.question,answer:answers[q.id]||''})),notification:perLocation?'auto':level===0?'quiet':'auto',confirmed:true,viewRevision:connection.device.viewRevision,category,attentionLevel,capturePolicy,recommendationReason,...(perLocation?{locationAlerts}:{})}) const full={...result,binding} as Setup;setSetup(full);setStage(2);setTrial(null);setRuleConfirmed(false) sessionStorage.setItem('pulse-pending-setup',result.id) }) const runTrial=()=>task('正在检查对象、范围和当前状态能否看清',async()=>{ if(!setup||!source||!connection.device||!player.current)throw new Error('请先完成目标确认') const frames=[await makeFrame(captureSetupFrame(player.current),player.current.currentTime,setup.binding)] const result=await api('/setups/'+setup.id+'/trial',{frames,viewRevision:connection.device.viewRevision});setTrial(result) if(result.passed)notify('试观察通过,可以确认开始守护') }) const activate=()=>task('正在保存这份关注',async()=>{ if(!setup)throw new Error('请先完成试观察') const edit=params.get('edit'),watch=await api(edit?'/watches/'+edit+'/replace':'/watches',{setupId:setup.id,confirmation:{target:true,rule:true},remember}) sessionStorage.removeItem('pulse-pending-setup');await refresh();notify('这份关注已建立');navigate(base+'/watch/'+watch.id) }) const importVideo=(file?:File)=>{if(!file)return;void task('正在接入这段画面',async()=>{const response=await fetch('/api/media/upload',{method:'POST',headers:{'Content-Type':file.type,'X-File-Name':encodeURIComponent(file.name)},body:file});const next=await response.json();if(!response.ok)throw new Error(next.error||'视频导入未完成');addSource(next);setSource(next)})} const allAnswered=draft?.questions.every(q=>answers[q.id]?.trim())??false const resume=()=>task('正在恢复上次的确认',async()=>{const saved=await api('/setups/'+pendingSetup);setSource(saved.binding.source);setRequest(saved.request);setReference(saved.binding.referenceImage);setReferenceTime(saved.binding.referenceMediaTime);setTargetBox(saved.binding.targetBox);setRegionBox(saved.binding.regionBox);setTargetName(saved.binding.targetName);setRegionName(saved.binding.regionName);setSetup(saved);setTrial(saved.trial||null);setCategory(saved.category||'care');setLevel(saved.attentionLevel??3);if(saved.capturePolicy)setCapturePolicy(saved.capturePolicy);if(saved.locationAlerts)setLocationAlerts(saved.locationAlerts);setRecommendationReason(saved.recommendationReason||'');setStage(2);setTargetConfirmed(true);setRuleConfirmed(false)}) return
YOUR HOME, UNDERSTOOD

{stage===0?'有什么想让我留意的?':stage===1?'我们看的是同一个吗?':'这就是我们的约定。'}

{stage===0?'说出你在意的事,其余交给我来安排。':stage===1?'确认对象、位置和时机,让每次观察都有依据。':'先试着观察,再由你决定开始。'}

{['说出关注','共同确认','开始守护'].map((label,i)=>i?'done':''} key={label}>{stage>i?:i+1}{label})}
{stage>0&&} {stage>0&&
你想让我留意

{request}

} {pendingSetup&&stage===0&&}
0?'has-confirmation':'')} inert={!!busy} aria-busy={!!busy}>
0?'source-open':'')}>

停在能看清对象的一刻,再一起确认。

{importVideo(e.target.files?.[0]);e.target.value=''}}/> {memory&&
{memory.targetName}/
{memory.targetName}参考我们上次的确认
}
{stage===0?

你希望我帮忙留意什么?
小狗、钥匙,或者家的某个角落。