import {useEffect,useRef,useState} from 'react' import {Link,useNavigate,useSearchParams} from 'react-router' import {ArrowLeft,ArrowRight,Check,CheckCircle2,Camera,Loader2,RefreshCw,ScanLine,Upload} from 'lucide-react' import {SCENES,TEMPLATES} from '@/lib/templates' import {store} from '@/lib/engine' import {annotate,captureSetupFrame,cropImage,defaultBox,fullBox,grabRegisteredFrames,groundedApi,makeFrame,type Binding,type Box,type Draft,type MediaSource,type ObjectMemory,type Setup,type Trial} from '@/lib/grounded' import {Badge,PageHead,Steps} from '@/components/Design' import RegionPicker from '@/components/RegionPicker' const examples=['帮我盯着小狗,整个身体出了笼子就提醒我','我出门时看看钥匙是不是还在托盘里','门口有人连续停留30秒告诉我','晚上8点到8点半猫有没有吃饭,到点告诉我'] const defaultSources:MediaSource[]=SCENES.map(s=>({id:s.id,name:s.name,camera:s.camera,url:s.media,type:'video'})) export default function Create(){ const [params]=useSearchParams(),navigate=useNavigate() const [step,setStep]=useState(0),[request,setRequest]=useState(''),[name,setName]=useState(''),[source,setSource]=useState(defaultSources[0]),[sources,setSources]=useState(defaultSources) const [matchMode,setMatchMode]=useState<'instance'|'category'>('instance') const [draft,setDraft]=useState(null),[reference,setReference]=useState(''),[referenceTime,setReferenceTime]=useState(0),[targetBox,setTargetBox]=useState(defaultBox),[regionBox,setRegionBox]=useState(fullBox) const [targetName,setTargetName]=useState(''),[regionName,setRegionName]=useState(''),[answers,setAnswers]=useState>({}),[targetConfirmed,setTargetConfirmed]=useState(false) const [setup,setSetup]=useState(null),[trial,setTrial]=useState(null),[trialImages,setTrialImages]=useState([]),[memory,setMemory]=useState(null),[memories,setMemories]=useState([]) const [mode,setMode]=useState<'auto'|'quiet'>('auto'),[interval,setIntervalValue]=useState(3),[remember,setRemember]=useState(true),[ruleConfirmed,setRuleConfirmed]=useState(false),[busy,setBusy]=useState(''),[error,setError]=useState(''),[ready,setReady]=useState(false),[crop,setCrop]=useState('') const player=useRef(null),upload=useRef(null) useEffect(()=>{void groundedApi('/api/media/catalog').then(rows=>setSources([...defaultSources,...rows])).catch(()=>{});void groundedApi('/api/memories').then(setMemories).catch(()=>{})},[]) useEffect(()=>{const id=params.get('memory'),edit=params.get('edit');if(id)void groundedApi('/api/memories/'+id).then(m=>{setMemory(m);setRequest(m.request);setSource(m.source)}).catch(e=>setError(e.message));if(edit){const item=store.getState().items.find(i=>i.id===edit);if(item?.contractId)void groundedApi('/api/contracts/'+item.contractId).then(s=>{setRequest(s.request);setSource(s.binding.source)}).catch(e=>setError(e.message))}},[params]) useEffect(()=>{setReady(false)},[source.url]) useEffect(()=>{let stopped=false;if(reference)void cropImage(reference,targetBox).then(im=>{if(!stopped)setCrop(im)});return()=>{stopped=true}},[reference,targetBox]) const fail=(e:unknown)=>setError((e as Error).message||'暂未完成,请重试') const understand=async()=>{if(!player.current||busy)return;setBusy('正在结合画面理解这份关注');setError('');try{player.current.pause();const im=captureSetupFrame(player.current),time=player.current.currentTime;setReference(im);setReferenceTime(time);const r=await groundedApi<{draft:Draft}>('/api/setup/draft',{request,image:im,source,memoryId:memory?.id});setDraft(r.draft);setName(r.draft.title);setTargetName(r.draft.targetName);setMatchMode(r.draft.targetBox?'instance':'category');setRegionName(r.draft.regionName);setTargetBox(r.draft.targetBox||defaultBox);setRegionBox(r.draft.regionBox||fullBox);setAnswers({});setTargetConfirmed(false);setRuleConfirmed(false);setSetup(null);setTrial(null);setStep(1)}catch(e){fail(e)}finally{setBusy('')}} const binding=async():Promise=>({source,referenceImage:reference,annotatedReference:await annotate(reference,regionBox,targetBox),targetCrop:await cropImage(reference,targetBox),targetBox,regionBox,targetName,regionName,targetDescriptionEn:draft!.targetDescriptionEn,regionDescriptionEn:draft!.regionDescriptionEn,referenceMediaTime:referenceTime,memoryId:memory?.id,matchMode}) const prepare=async()=>{if(!draft||busy)return;setBusy('正在整理你确认的观察规则');setError('');try{const r=await groundedApi('/api/setup/prepare',{request,binding:await binding(),taskKind:draft.taskKind,answers:draft.questions.map(q=>({question:q.question,answer:answers[q.id]||''})),notification:mode,confirmed:true});setSetup(r);setTrial(null);setRuleConfirmed(false);if(r.plan.status==='ready')setStep(2);else{const added=r.plan.clarification_questions.map((question,i)=>({id:'extra-'+Date.now()+'-'+i,question,options:[]}));setDraft({...draft,questions:[...draft.questions,...added]});setError(r.plan.summary_zh||'请补充下面的条件')}}catch(e){fail(e)}finally{setBusy('')}} const test=async()=>{if(!setup||busy)return;setBusy('正在用三帧画面试观察');setError('');setTrial(null);try{const captured=await grabRegisteredFrames(source.url,[referenceTime,referenceTime+1.5,referenceTime+3]);setTrialImages(captured.map(f=>f.image));const frames=await Promise.all(captured.map(f=>makeFrame(f.image,f.mediaTime,setup.binding)));const r=await groundedApi('/api/setup/trial',{setupId:setup.id,frames});setTrial(r)}catch(e){fail(e)}finally{setBusy('')}} const activate=async()=>{if(!setup||!trial?.passed||!ruleConfirmed||busy)return;setBusy('正在保存这份关注');setError('');try{const r=await groundedApi('/api/setup/activate',{setupId:setup.id,confirmation:{target:targetConfirmed,rule:ruleConfirmed},remember,interval,taskKind:draft?.taskKind});const item=store.addConfirmed(r,name,interval,params.get('edit')||undefined);navigate('/observe/'+item.id)}catch(e){fail(e)}finally{setBusy('')}} const uploadVideo=async(file?:File)=>{if(!file)return;setBusy('正在导入画面');setError('');try{const r=await fetch('/api/media/upload',{method:'POST',headers:{'Content-Type':file.type,'X-File-Name':encodeURIComponent(file.name)},body:file});const s=await r.json();if(!r.ok)throw new Error(s.error);setSources(old=>[s,...old]);setSource(s)}catch(e){fail(e)}finally{setBusy('')}} const chooseMemory=async(m:ObjectMemory)=>{setBusy('正在读取确认记录');try{const full=await groundedApi('/api/memories/'+m.id);setMemory(full);setSource(full.source);if(!request)setRequest(full.request)}catch(e){fail(e)}finally{setBusy('')}} const unanswered=draft?.questions.some(q=>!answers[q.id]?.trim()) return
全部关注 {busy&&
{busy}{step===0?'Kimi 正在查看这张画面并整理需要确认的细节。':'完成后,结果会出现在这里。'}
}{error&&
{error}
} {step===0&&
WHAT MATTERS TO YOU