File size: 6,138 Bytes
90d354b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
import fs from 'node:fs'
import path from 'node:path'
import {performance} from 'node:perf_hooks'
import {ContractEngine} from '../server/contract-engine.mjs'
const out=path.resolve('../output/kimi-jev-evaluation-20261013')
const filter=process.argv.slice(2)
const planDir=process.env.HP_PLAN_DIR||'plans',runDir=process.env.HP_RUN_DIR||'runs'
const cases=JSON.parse(fs.readFileSync(path.join(out,'cases.json'),'utf8')).filter(c=>c.clip_id&&(!filter.length||filter.includes(c.id)))
const manifest=JSON.parse(fs.readFileSync(path.join(out,process.env.HP_MEDIA_MANIFEST||'media-manifest.json'),'utf8'))
fs.mkdirSync(path.join(out,runDir),{recursive:true})
const dataUrl=f=>'data:image/jpeg;base64,'+fs.readFileSync(path.join(out,f)).toString('base64')
async function ask(observer,frames,grounding=false){
 const start=performance.now()
 const question=grounding?'Can the specific object required for this task be clearly located in this registration image? Task: '+observer.question_en:observer.question_en
 const criteria=grounding?{visible:'The task target object is clearly visible and recognizable in the registration image',unknown:'The target is not visible, too small, ambiguous or occluded to register reliably'}:observer.options
 const payload={state:{image_order:observer.input==='reference'?'Image 1 is the registered reference, image 2 is current.':observer.input==='pair'?'Image 1 is earlier, image 2 is later.':'One current camera frame.',source:'camera frames',time_seconds:frames.map(f=>f.t)},questions:{q1:{type:'choice',instructions:question,criteria}},images:frames.map(f=>dataUrl(f.file))}
 const res=await fetch('http://127.0.0.1:8765/v1/systemone',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify(payload),signal:AbortSignal.timeout(120000)})
 if(!res.ok)throw new Error('imajev HTTP '+res.status)
 const raw=await res.json(),a=raw.answers?.q1
 if(!a)throw new Error('imajev missing answer')
 return {answer:{choice:a.choice??null,abstained:!!a.abstained||a.choice==='unknown'},rawAnswer:a,latencyMs:Math.round(performance.now()-start),usage:{total_ms:raw.usage?.total_ms,questions_ms:raw.usage?.questions_ms,prefill_ms:raw.usage?.prefill_ms},frames:frames.map(f=>({t:f.t,file:f.file}))}
}
for(const c of cases){
 const resultFile=path.join(out,runDir,c.id+'.json')
 if(fs.existsSync(resultFile)){
   const saved=JSON.parse(fs.readFileSync(resultFile,'utf8'))
   if(saved.status!=='running'){console.log(c.id+' cached');continue}
   fs.renameSync(resultFile,resultFile.replace(/\.json$/,'.interrupted-'+Date.now()+'.json'))
 }
 const planFile=path.join(out,planDir,c.id+'.json')
 while(!fs.existsSync(planFile))await new Promise(r=>setTimeout(r,3000))
 const compiled=JSON.parse(fs.readFileSync(planFile,'utf8'))
 if(!compiled.plan||compiled.plan.status!=='ready'){fs.writeFileSync(resultFile,JSON.stringify({caseId:c.id,request:c.request,clipId:c.clip_id,status:compiled.plan?.status||'compile_error',error:compiled.error,questions:compiled.plan?.clarification_questions},null,2));console.log(c.id+' '+(compiled.plan?.status||'compile_error'));continue}
 const clip=manifest.find(x=>x.clip_id===c.clip_id)
 if(!clip){console.log(c.id+' missing clip');continue}
 const plan=compiled.plan
 const timeWindow=plan.rules.find(r=>r.time_window)?.time_window
 const clock=timeWindow?.start||'20:00'
 const base=Date.parse('2026-10-13T'+clock+':00+08:00')/1000
 const engine=new ContractEngine(plan,{cameraId:c.clip_id,sourceId:clip.source_id})
 const signalNames=[...new Set(plan.rules.flatMap(r=>r.requires))]
 const signals=Object.fromEntries(signalNames.map(k=>[k,{value:true,observedAt:base-1,validUntil:base+86400,source:'explicit_test_injection'}]))
 const result={caseId:c.id,request:c.request,clipId:c.clip_id,sourceId:clip.source_id,file:clip.file,planFile:planDir+'/'+c.id+'.json',status:'running',samplingSeconds:process.env.HP_MEDIA_MANIFEST?'adaptive 0.5–1':3,simulatedSignals:signalNames,baseTime:new Date(base*1000).toISOString(),grounding:[],observations:[]}
 let canExecute=true
 for(const o of plan.observers.filter(o=>o.input==='reference')){
   try{const r=await ask(o,[clip.frames[0]],true);result.grounding.push({observer:o.id,...r});if(r.answer.abstained||r.answer.choice!=='visible')canExecute=false}catch(e){result.grounding.push({observer:o.id,error:e.message});canExecute=false}
 }
 for(let index=0;index<clip.frames.length;index++){
   const frame=clip.frames[index],answers={},predictions=[]
   for(const o of plan.observers){
     if(o.input==='pair'&&!index){answers[o.id]={choice:null,abstained:true};predictions.push({observer:o.id,skipped:'needs_previous_frame'});continue}
     const images=o.input==='reference'?[clip.frames[0],frame]:o.input==='pair'?[clip.frames[index-1],frame]:[frame]
     try{const prediction=await ask(o,images);answers[o.id]=prediction.answer;predictions.push({observer:o.id,...prediction})}catch(e){answers[o.id]={choice:null,abstained:true};predictions.push({observer:o.id,error:e.message})}
   }
   const evidence={frameId:c.clip_id+':'+frame.t,cameraId:c.clip_id,sourceId:clip.source_id,capturedAt:base+frame.t,processedAt:base+frame.t,quality:canExecute?'usable':'unregistered_target'}
   const trace=engine.observe(evidence,answers,{signals,manual:plan.rules.every(r=>r.mode==='now')})
   result.observations.push({t:frame.t,file:frame.file,predictions,trace})
   fs.writeFileSync(resultFile,JSON.stringify(result,null,2))
 }
 let deadline=base+clip.duration_s
 if(timeWindow){const minutes=t=>Number(t.slice(0,2))*60+Number(t.slice(3));let distance=minutes(timeWindow.end)-minutes(timeWindow.start);if(distance<=0)distance+=1440;deadline=base+distance*60}
 result.summaries=engine.finalize(deadline);result.runtime=engine.snapshot();result.status='complete';result.groundingPassed=canExecute
 result.latencies=result.observations.flatMap(x=>x.predictions).map(p=>p.latencyMs).filter(Number.isFinite)
 fs.writeFileSync(resultFile,JSON.stringify(result,null,2))
 console.log(c.id+' done: '+result.observations.length+' frames, '+result.runtime.notices.length+' notices, grounding='+canExecute)
}
console.log('VISION COMPLETE')