File size: 2,233 Bytes
90d354b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 | import fs from 'node:fs'
import os from 'node:os'
import path from 'node:path'
import http from 'node:http'
import assert from 'node:assert/strict'
import { localApiPlugin } from '../server/local-api.mjs'
const root=fs.mkdtempSync(path.join(os.tmpdir(),'hp-real-model-'));let middleware
localApiPlugin(root).configureServer({middlewares:{use:m=>middleware=m}})
const server=http.createServer((req,res)=>middleware(req,res,()=>res.end()))
await new Promise(resolve=>server.listen(0,'127.0.0.1',resolve))
const base='http://127.0.0.1:'+server.address().port
const post=async(route,b)=>{const res=await fetch(base+route,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify(b)});const data=await res.json();assert.equal(res.status,200,JSON.stringify(data));return data}
const image='data:image/jpeg;base64,'+fs.readFileSync('public/media/posters/cat-active.jpg').toString('base64')
const meta={itemId:'verification-cat',itemName:'猫咪近况 · 接口验收',camera:'客厅',source:'本地验收',sourceName:'cat-active.mp4',mediaTime:2,captureId:'verified-frame'}
try{
const grounded=await post('/api/analyze',{instructions:'画面中宠物活动的地面区域是否清晰可见?',criteria:{clear:'区域清晰可见',blocked:'区域不可见或被遮挡'},image,meta:{...meta,kind:'grounding'}})
const observed=await post('/api/analyze',{instructions:'只根据当前画面判断:是否能看见猫或狗?',criteria:{visible:'能看见猫或狗',not_visible:'看不见猫或狗',unclear:'画面无法可靠判断'},image,meta:{...meta,kind:'observation'}})
const metrics=await(await fetch(base+'/api/metrics')).json()
assert.equal(metrics.captures,1);assert.equal(metrics.requests,2);assert.equal(metrics.failed,0)
const report={verifiedAt:new Date().toISOString(),grounding:grounded,observation:observed,summary:{captures:metrics.captures,requests:metrics.requests,successRate:metrics.successRate,p50:metrics.p50,p95:metrics.p95},isolatedFromWorkspace:true}
fs.writeFileSync('.local/real-model-verification.json',JSON.stringify(report,null,2))
console.log(JSON.stringify(report,null,2))
}finally{await new Promise(resolve=>server.close(resolve));fs.rmSync(root,{recursive:true,force:true})}
|