Download web/scripts/evaluate-vision.mjs from loveaa/OneAlign: direct link, hf CLI and curl.
- Browser
- Download file 6.14 kB
-
https://huggingface.co/spaces/loveaa/OneAlign/resolve/main/web/scripts/evaluate-vision.mjs
- Command line
-
hf download hf://spaces/loveaa/OneAlign/web/scripts/evaluate-vision.mjs
-
curl -L -o evaluate-vision.mjs https://huggingface.co/spaces/loveaa/OneAlign/resolve/main/web/scripts/evaluate-vision.mjs
6.14 kB
| import fs from 'node:fs' | |
| import path from 'node:path' | |
| import {performance} from 'node:perf_hooks' | |
| import {ContractEngine} from '../server/contract-engine.mjs' | |
| const out=path.resolve('../output/kimi-jev-evaluation-20261013') | |
| const filter=process.argv.slice(2) | |
| const planDir=process.env.HP_PLAN_DIR||'plans',runDir=process.env.HP_RUN_DIR||'runs' | |
| const cases=JSON.parse(fs.readFileSync(path.join(out,'cases.json'),'utf8')).filter(c=>c.clip_id&&(!filter.length||filter.includes(c.id))) | |
| const manifest=JSON.parse(fs.readFileSync(path.join(out,process.env.HP_MEDIA_MANIFEST||'media-manifest.json'),'utf8')) | |
| fs.mkdirSync(path.join(out,runDir),{recursive:true}) | |
| const dataUrl=f=>'data:image/jpeg;base64,'+fs.readFileSync(path.join(out,f)).toString('base64') | |
| async function ask(observer,frames,grounding=false){ | |
| const start=performance.now() | |
| const question=grounding?'Can the specific object required for this task be clearly located in this registration image? Task: '+observer.question_en:observer.question_en | |
| const criteria=grounding?{visible:'The task target object is clearly visible and recognizable in the registration image',unknown:'The target is not visible, too small, ambiguous or occluded to register reliably'}:observer.options | |
| const payload={state:{image_order:observer.input==='reference'?'Image 1 is the registered reference, image 2 is current.':observer.input==='pair'?'Image 1 is earlier, image 2 is later.':'One current camera frame.',source:'camera frames',time_seconds:frames.map(f=>f.t)},questions:{q1:{type:'choice',instructions:question,criteria}},images:frames.map(f=>dataUrl(f.file))} | |
| const res=await fetch('http://127.0.0.1:8765/v1/systemone',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify(payload),signal:AbortSignal.timeout(120000)}) | |
| if(!res.ok)throw new Error('imajev HTTP '+res.status) | |
| const raw=await res.json(),a=raw.answers?.q1 | |
| if(!a)throw new Error('imajev missing answer') | |
| return {answer:{choice:a.choice??null,abstained:!!a.abstained||a.choice==='unknown'},rawAnswer:a,latencyMs:Math.round(performance.now()-start),usage:{total_ms:raw.usage?.total_ms,questions_ms:raw.usage?.questions_ms,prefill_ms:raw.usage?.prefill_ms},frames:frames.map(f=>({t:f.t,file:f.file}))} | |
| } | |
| for(const c of cases){ | |
| const resultFile=path.join(out,runDir,c.id+'.json') | |
| if(fs.existsSync(resultFile)){ | |
| const saved=JSON.parse(fs.readFileSync(resultFile,'utf8')) | |
| if(saved.status!=='running'){console.log(c.id+' cached');continue} | |
| fs.renameSync(resultFile,resultFile.replace(/\.json$/,'.interrupted-'+Date.now()+'.json')) | |
| } | |
| const planFile=path.join(out,planDir,c.id+'.json') | |
| while(!fs.existsSync(planFile))await new Promise(r=>setTimeout(r,3000)) | |
| const compiled=JSON.parse(fs.readFileSync(planFile,'utf8')) | |
| if(!compiled.plan||compiled.plan.status!=='ready'){fs.writeFileSync(resultFile,JSON.stringify({caseId:c.id,request:c.request,clipId:c.clip_id,status:compiled.plan?.status||'compile_error',error:compiled.error,questions:compiled.plan?.clarification_questions},null,2));console.log(c.id+' '+(compiled.plan?.status||'compile_error'));continue} | |
| const clip=manifest.find(x=>x.clip_id===c.clip_id) | |
| if(!clip){console.log(c.id+' missing clip');continue} | |
| const plan=compiled.plan | |
| const timeWindow=plan.rules.find(r=>r.time_window)?.time_window | |
| const clock=timeWindow?.start||'20:00' | |
| const base=Date.parse('2026-10-13T'+clock+':00+08:00')/1000 | |
| const engine=new ContractEngine(plan,{cameraId:c.clip_id,sourceId:clip.source_id}) | |
| const signalNames=[...new Set(plan.rules.flatMap(r=>r.requires))] | |
| const signals=Object.fromEntries(signalNames.map(k=>[k,{value:true,observedAt:base-1,validUntil:base+86400,source:'explicit_test_injection'}])) | |
| const result={caseId:c.id,request:c.request,clipId:c.clip_id,sourceId:clip.source_id,file:clip.file,planFile:planDir+'/'+c.id+'.json',status:'running',samplingSeconds:process.env.HP_MEDIA_MANIFEST?'adaptive 0.5–1':3,simulatedSignals:signalNames,baseTime:new Date(base*1000).toISOString(),grounding:[],observations:[]} | |
| let canExecute=true | |
| for(const o of plan.observers.filter(o=>o.input==='reference')){ | |
| try{const r=await ask(o,[clip.frames[0]],true);result.grounding.push({observer:o.id,...r});if(r.answer.abstained||r.answer.choice!=='visible')canExecute=false}catch(e){result.grounding.push({observer:o.id,error:e.message});canExecute=false} | |
| } | |
| for(let index=0;index<clip.frames.length;index++){ | |
| const frame=clip.frames[index],answers={},predictions=[] | |
| for(const o of plan.observers){ | |
| if(o.input==='pair'&&!index){answers[o.id]={choice:null,abstained:true};predictions.push({observer:o.id,skipped:'needs_previous_frame'});continue} | |
| const images=o.input==='reference'?[clip.frames[0],frame]:o.input==='pair'?[clip.frames[index-1],frame]:[frame] | |
| try{const prediction=await ask(o,images);answers[o.id]=prediction.answer;predictions.push({observer:o.id,...prediction})}catch(e){answers[o.id]={choice:null,abstained:true};predictions.push({observer:o.id,error:e.message})} | |
| } | |
| const evidence={frameId:c.clip_id+':'+frame.t,cameraId:c.clip_id,sourceId:clip.source_id,capturedAt:base+frame.t,processedAt:base+frame.t,quality:canExecute?'usable':'unregistered_target'} | |
| const trace=engine.observe(evidence,answers,{signals,manual:plan.rules.every(r=>r.mode==='now')}) | |
| result.observations.push({t:frame.t,file:frame.file,predictions,trace}) | |
| fs.writeFileSync(resultFile,JSON.stringify(result,null,2)) | |
| } | |
| let deadline=base+clip.duration_s | |
| if(timeWindow){const minutes=t=>Number(t.slice(0,2))*60+Number(t.slice(3));let distance=minutes(timeWindow.end)-minutes(timeWindow.start);if(distance<=0)distance+=1440;deadline=base+distance*60} | |
| result.summaries=engine.finalize(deadline);result.runtime=engine.snapshot();result.status='complete';result.groundingPassed=canExecute | |
| result.latencies=result.observations.flatMap(x=>x.predictions).map(p=>p.latencyMs).filter(Number.isFinite) | |
| fs.writeFileSync(resultFile,JSON.stringify(result,null,2)) | |
| console.log(c.id+' done: '+result.observations.length+' frames, '+result.runtime.notices.length+' notices, grounding='+canExecute) | |
| } | |
| console.log('VISION COMPLETE') | |