import fs from 'node:fs' import path from 'node:path' import {performance} from 'node:perf_hooks' import {ContractEngine} from '../server/contract-engine.mjs' const out=path.resolve('../output/kimi-jev-evaluation-20261013') const filter=process.argv.slice(2) const planDir=process.env.HP_PLAN_DIR||'plans',runDir=process.env.HP_RUN_DIR||'runs' const cases=JSON.parse(fs.readFileSync(path.join(out,'cases.json'),'utf8')).filter(c=>c.clip_id&&(!filter.length||filter.includes(c.id))) const manifest=JSON.parse(fs.readFileSync(path.join(out,process.env.HP_MEDIA_MANIFEST||'media-manifest.json'),'utf8')) fs.mkdirSync(path.join(out,runDir),{recursive:true}) const dataUrl=f=>'data:image/jpeg;base64,'+fs.readFileSync(path.join(out,f)).toString('base64') async function ask(observer,frames,grounding=false){ const start=performance.now() const question=grounding?'Can the specific object required for this task be clearly located in this registration image? Task: '+observer.question_en:observer.question_en const criteria=grounding?{visible:'The task target object is clearly visible and recognizable in the registration image',unknown:'The target is not visible, too small, ambiguous or occluded to register reliably'}:observer.options const payload={state:{image_order:observer.input==='reference'?'Image 1 is the registered reference, image 2 is current.':observer.input==='pair'?'Image 1 is earlier, image 2 is later.':'One current camera frame.',source:'camera frames',time_seconds:frames.map(f=>f.t)},questions:{q1:{type:'choice',instructions:question,criteria}},images:frames.map(f=>dataUrl(f.file))} const res=await fetch('http://127.0.0.1:8765/v1/systemone',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify(payload),signal:AbortSignal.timeout(120000)}) if(!res.ok)throw new Error('imajev HTTP '+res.status) const raw=await res.json(),a=raw.answers?.q1 if(!a)throw new Error('imajev missing answer') return {answer:{choice:a.choice??null,abstained:!!a.abstained||a.choice==='unknown'},rawAnswer:a,latencyMs:Math.round(performance.now()-start),usage:{total_ms:raw.usage?.total_ms,questions_ms:raw.usage?.questions_ms,prefill_ms:raw.usage?.prefill_ms},frames:frames.map(f=>({t:f.t,file:f.file}))} } for(const c of cases){ const resultFile=path.join(out,runDir,c.id+'.json') if(fs.existsSync(resultFile)){ const saved=JSON.parse(fs.readFileSync(resultFile,'utf8')) if(saved.status!=='running'){console.log(c.id+' cached');continue} fs.renameSync(resultFile,resultFile.replace(/\.json$/,'.interrupted-'+Date.now()+'.json')) } const planFile=path.join(out,planDir,c.id+'.json') while(!fs.existsSync(planFile))await new Promise(r=>setTimeout(r,3000)) const compiled=JSON.parse(fs.readFileSync(planFile,'utf8')) if(!compiled.plan||compiled.plan.status!=='ready'){fs.writeFileSync(resultFile,JSON.stringify({caseId:c.id,request:c.request,clipId:c.clip_id,status:compiled.plan?.status||'compile_error',error:compiled.error,questions:compiled.plan?.clarification_questions},null,2));console.log(c.id+' '+(compiled.plan?.status||'compile_error'));continue} const clip=manifest.find(x=>x.clip_id===c.clip_id) if(!clip){console.log(c.id+' missing clip');continue} const plan=compiled.plan const timeWindow=plan.rules.find(r=>r.time_window)?.time_window const clock=timeWindow?.start||'20:00' const base=Date.parse('2026-10-13T'+clock+':00+08:00')/1000 const engine=new ContractEngine(plan,{cameraId:c.clip_id,sourceId:clip.source_id}) const signalNames=[...new Set(plan.rules.flatMap(r=>r.requires))] const signals=Object.fromEntries(signalNames.map(k=>[k,{value:true,observedAt:base-1,validUntil:base+86400,source:'explicit_test_injection'}])) const result={caseId:c.id,request:c.request,clipId:c.clip_id,sourceId:clip.source_id,file:clip.file,planFile:planDir+'/'+c.id+'.json',status:'running',samplingSeconds:process.env.HP_MEDIA_MANIFEST?'adaptive 0.5–1':3,simulatedSignals:signalNames,baseTime:new Date(base*1000).toISOString(),grounding:[],observations:[]} let canExecute=true for(const o of plan.observers.filter(o=>o.input==='reference')){ try{const r=await ask(o,[clip.frames[0]],true);result.grounding.push({observer:o.id,...r});if(r.answer.abstained||r.answer.choice!=='visible')canExecute=false}catch(e){result.grounding.push({observer:o.id,error:e.message});canExecute=false} } for(let index=0;indexr.mode==='now')}) result.observations.push({t:frame.t,file:frame.file,predictions,trace}) fs.writeFileSync(resultFile,JSON.stringify(result,null,2)) } let deadline=base+clip.duration_s if(timeWindow){const minutes=t=>Number(t.slice(0,2))*60+Number(t.slice(3));let distance=minutes(timeWindow.end)-minutes(timeWindow.start);if(distance<=0)distance+=1440;deadline=base+distance*60} result.summaries=engine.finalize(deadline);result.runtime=engine.snapshot();result.status='complete';result.groundingPassed=canExecute result.latencies=result.observations.flatMap(x=>x.predictions).map(p=>p.latencyMs).filter(Number.isFinite) fs.writeFileSync(resultFile,JSON.stringify(result,null,2)) console.log(c.id+' done: '+result.observations.length+' frames, '+result.runtime.notices.length+' notices, grounding='+canExecute) } console.log('VISION COMPLETE')