OneAlign / web /server /local-api.mjs
loveaa's picture
Home Pulse 1.2: app interface, recommended event policies and independent location reminders
133b124 verified
Raw History Blame Contribute Delete
14.5 kB
import fs from 'node:fs'
import path from 'node:path'
import { randomUUID } from 'node:crypto'
import { performance } from 'node:perf_hooks'
import { compilePlanReliable, readPlannerKey, PLANNER_MODEL } from './planner.mjs'
import {createGroundedService} from './grounded-service.mjs'
import {createMediaLibrary} from './media-library.mjs'
import {modelUrl,modelHeaders,cloudMode,runtimeContext} from './runtime-context.mjs'
import {createAppApi,appPublic,appToken,appError,AppError,readAppBody} from './app-api.mjs'
import {writeAtomic} from './atomic-file.mjs'
const TZ = 'Asia/Shanghai'
export function dayKey(value) {
return new Intl.DateTimeFormat('en-CA', { timeZone: TZ, year: 'numeric', month: '2-digit', day: '2-digit' }).format(new Date(value))
}
export function percentile(values, p) {
if (!values.length) return null
const sorted = [...values].sort((a, b) => a - b)
return Math.round(sorted[Math.max(0, Math.ceil(sorted.length * p) - 1)])
}
export function summarize(records, range = 'today', now = new Date()) {
const today = dayKey(now), weekStart = dayKey(new Date(now.getTime() - 6 * 86400000))
const selected = records.filter(r => range === 'all' || (range === 'week' ? dayKey(r.startedAt) >= weekStart && dayKey(r.startedAt) <= today : dayKey(r.startedAt) === today))
const complete = selected.filter(r => r.status !== 'running' && r.modelAttempt)
const valid = complete.filter(r => r.status === 'success' || r.status === 'unknown')
const errors = complete.filter(r => r.status === 'error'), unknown = complete.filter(r => r.status === 'unknown')
const latencies = valid.map(r => r.latencyMs).filter(Number.isFinite)
const ratio = n => complete.length ? +(n / complete.length * 100).toFixed(1) : null
const hourly = Array.from({ length: 24 }, (_, hour) => ({ hour, captures: 0, requests: 0, errors: 0, latencySum: 0, latencyCount: 0 }))
for (const r of selected) {
const h = Number(new Intl.DateTimeFormat('en-GB', { timeZone: TZ, hour: '2-digit', hourCycle: 'h23' }).format(new Date(r.startedAt)))
hourly[h].captures += r.captureCount || 0
hourly[h].requests += r.modelAttempt ? 1 : 0
hourly[h].errors += r.status === 'error' ? 1 : 0
if (Number.isFinite(r.latencyMs) && r.status !== 'error') { hourly[h].latencySum += r.latencyMs; hourly[h].latencyCount++ }
}
const failures = Object.entries(selected.filter(r => r.status === 'error').reduce((acc, r) => { acc[r.error || '请求失败'] = (acc[r.error || '请求失败'] || 0) + 1; return acc }, {})).map(([reason, count]) => ({ reason, count }))
return {
range, timezone: TZ, date: today, captures: selected.reduce((s, r) => s + (r.captureCount || 0), 0),
requests: selected.filter(r => r.modelAttempt).length, completed: complete.length,
succeeded: valid.length, failed: errors.length, unknown: unknown.length,
captureFailures: selected.filter(r => !r.modelAttempt && r.status === 'error').length,
successRate: ratio(valid.length), failureRate: ratio(errors.length), unknownRate: ratio(unknown.length),
decisions: complete.filter(r => r.kind === 'observation').length,
p50: percentile(latencies, .5), p95: percentile(latencies, .95),
average: latencies.length ? Math.round(latencies.reduce((a, b) => a + b, 0) / latencies.length) : null,
stateChanges: selected.filter(r => r.stateChanged).length,
notifications: selected.filter(r => r.notified).length,
inFlight: selected.filter(r => r.status === 'running').length,
hourly: hourly.map(h => ({ ...h, latency: h.latencyCount ? Math.round(h.latencySum / h.latencyCount) : null })),
failures, records: [...selected].reverse().slice(0, 300), totalRecords: selected.length,
}
}
export class Journal {
constructor(file) {
this.file = file
this.records = new Map()
fs.mkdirSync(path.dirname(file), { recursive: true })
if (fs.existsSync(file)) for (const line of fs.readFileSync(file, 'utf8').split('\n')) {
try { const { id, ...patch } = JSON.parse(line); this.records.set(id, { ...this.records.get(id), ...patch, id }) } catch { /* Ignore incomplete trailing writes. */ }
}
for (const r of this.records.values()) if (r.status === 'running') this.update(r.id, { status: 'error', error: '服务重启,请重新取证', finishedAt: new Date().toISOString() })
}
update(id, patch) {
const record = { ...this.records.get(id), ...patch, id }
fs.appendFileSync(this.file, JSON.stringify({ id, ...patch }) + '\n', 'utf8')
this.records.set(id, record)
return record
}
list() { return [...this.records.values()] }
removeWhere(predicate) {
for(const [id,row] of this.records)if(predicate(row))this.records.delete(id)
writeAtomic(this.file,this.list().map(r=>JSON.stringify(r)).join('\n')+'\n')
}
}
export function localApiPlugin(root,{appScoped=false}={}) {
let journal
let queue = Promise.resolve()
let grounded,media,app
const nativeWorkspaces=new Map()
const getJournal = () => journal ||= new Journal(path.join(root, '.local', 'telemetry.jsonl'))
const send = (res, code, data) => { res.statusCode = code; res.setHeader('Content-Type', 'application/json; charset=utf-8'); res.setHeader('Cache-Control', 'no-store'); res.end(JSON.stringify(data)) }
const read = async req => {
let size = 0; const chunks = []
for await (const chunk of req) { size += chunk.length; if (size > 6 * 1024 * 1024) throw new Error('图片过大,请使用 6 MB 以内的画面'); chunks.push(chunk) }
return JSON.parse(Buffer.concat(chunks).toString('utf8') || '{}')
}
const getGrounded=()=>grounded ||= createGroundedService(root,{journal:getJournal,enqueue:task=>{const pending=queue.then(task,task);queue=pending.catch(()=>{});return pending}})
const middleware = async (req, res, next) => {
if (!req.url?.startsWith('/api/')) return next()
const url = new URL(req.url, 'http://localhost')
if (req.headers.origin && req.headers.origin !== `http://${req.headers.host}` && req.headers.origin !== `https://${req.headers.host}`) return send(res, 403, { error: '来源不匹配' })
try {
if(url.pathname.startsWith('/api/v1/')){
const publicResult=appPublic(req,url)
if(publicResult)return send(res,publicResult.status,publicResult.body)
const token=appToken(req)
if(!token){const error=appError(new AppError(401,'UNAUTHORIZED','请提供 Home Pulse 空间令牌'));return send(res,error.status,error.body)}
if(!appScoped){
let middleware=nativeWorkspaces.get(token)
if(!middleware){
if(nativeWorkspaces.size>=2000){const error=appError(new AppError(503,'WORKSPACE_LIMIT','当前连接数已满'));return send(res,error.status,error.body)}
localApiPlugin(path.join(root,'.local','app-workspaces',token),{appScoped:true}).configureServer({middlewares:{use:m=>middleware=m}})
nativeWorkspaces.set(token,middleware)
}
return runtimeContext.run({...runtimeContext.getStore(),plannerKey:readPlannerKey(root)},()=>middleware(req,res,next))
}
app ||= createAppApi(root,{grounded:getGrounded,journal:getJournal,metrics:()=>summarize(getJournal().list(),'today')})
try{
const result=await app.handle(req,url,req.method==='GET'?{}:await readAppBody(req),token)
return send(res,result.status,result.body)
}catch(e){const error=appError(e);return send(res,error.status,error.body)}
}
if(url.pathname.startsWith('/api/media/')){
media ||= createMediaLibrary(root)
if(await media.handle(req,res,url))return
}
if(/^\/api\/(setup\/|contracts\/|memories(?:\/|$)|grounded\/)/.test(url.pathname)){
grounded=getGrounded()
if(req.method==='GET'&&url.pathname.startsWith('/api/grounded/image/')){
const [, , , ,kind,id,field]=url.pathname.split('/')
const value=grounded.getImage(kind,id,field),match=value.match(/^data:(image\/[a-z]+);base64,(.+)$/)
if(!match)throw new Error('图片不存在')
res.setHeader('Content-Type',match[1]);res.setHeader('Cache-Control','no-store');return res.end(Buffer.from(match[2],'base64'))
}
if(grounded.handles(url))return send(res,200,await grounded.handle(req.method,url,req.method==='GET'?{}:await read(req)))
}
if (req.method === 'GET' && url.pathname === '/api/health') {
let runtime = null
try { const r = JSON.parse(fs.readFileSync(path.join(root, '..', 'imajev-lab', 'results', 'runtime_info.json'), 'utf8')); runtime = { model: r.model, gpu: r.gpu, memoryGiB: r.allocated_gib_after_load, quantization: 'NF4 · 4-bit', maxImageSide: r.max_image_side } } catch { /* Optional model metadata. */ }
let ready = false
try { const r = await fetch(modelUrl('/v1/models'), { signal: AbortSignal.timeout(3000) }); const data=await r.json(); ready=r.ok&&JSON.stringify(data).toLowerCase().includes('imajev'); if(data.runtime)runtime=data.runtime } catch { /* Offline is a normal state. */ }
return send(res, 200, { ready, name: 'imajev-4B', deployment:cloudMode()?'hf':'local', runtime, planner: { configured: !!readPlannerKey(root), model: PLANNER_MODEL }, inFlight: getJournal().list().filter(r => r.status === 'running').length, serverTime: new Date().toISOString() })
}
if (req.method === 'GET' && url.pathname === '/api/metrics') return send(res, 200, summarize(getJournal().list(), url.searchParams.get('range') || 'today'))
if (req.method === 'POST' && url.pathname === '/api/plan') {
const body = await read(req)
const result = await compilePlanReliable({request:body.request,context:body.context||{},root})
const {rawContent,attempts,...publicResult}=result
return send(res,200,publicResult)
}
if (req.method === 'GET' && url.pathname === '/api/export') {
res.setHeader('Content-Disposition', 'attachment; filename="home-pulse-telemetry.json"')
return send(res, 200, { exportedAt: new Date().toISOString(), timezone: TZ, records: getJournal().list() })
}
if (req.method === 'POST' && url.pathname === '/api/capture-failure') {
const b = await read(req)
return send(res, 200, getJournal().update(randomUUID(), { startedAt: new Date().toISOString(), kind: 'observation', status: 'error', modelAttempt: false, captureCount: 0, error: String(b.error || '画面获取失败').slice(0, 200), itemName: String(b.itemName || ''), camera: String(b.camera || ''), source: String(b.source || '手动取证') }))
}
if (req.method === 'POST' && url.pathname === '/api/decision') {
const b = await read(req), old = getJournal().records.get(b.id)
if (!old) return send(res, 404, { error: '记录不存在' })
if (old.committed) return send(res, 200, old)
return send(res, 200, getJournal().update(b.id, { committed: true, stateChanged: b.stateChanged === true, notified: b.notified === true, verdict: String(b.verdict || '').slice(0, 240), engineMs: Math.max(0, Math.min(120000, Number(b.engineMs) || 0)) }))
}
if (req.method === 'POST' && url.pathname === '/api/analyze') {
const body = await read(req)
if (!body.instructions || !body.criteria || Object.keys(body.criteria).length < 2 || Object.keys(body.criteria).length > 12 || typeof body.image !== 'string' || !/^data:image\/(jpeg|png|webp);base64,/.test(body.image)) return send(res, 422, { error: '请提供有效画面与判断选项' })
const id = randomUUID(), begin = performance.now(), meta = body.meta || {}
getJournal().update(id, { startedAt: new Date().toISOString(), status: 'running', captureId: meta.captureId || id, captureCount: meta.captureId && getJournal().list().some(r => r.captureId === meta.captureId) ? 0 : 1, modelAttempt: true, kind: meta.kind === 'grounding' ? 'grounding' : 'observation', itemName: String(meta.itemName || '视觉观察').slice(0, 100), itemId: String(meta.itemId || '').slice(0, 100), camera: String(meta.camera || '').slice(0, 80), source: String(meta.source || '手动取证').slice(0, 80), sourceName: String(meta.sourceName || '').slice(0, 100), mediaTime: Number.isFinite(meta.mediaTime) ? meta.mediaTime : null })
const task = async () => {
const queueMs = Math.round(performance.now() - begin)
try {
const upstream = await fetch(modelUrl('/v1/systemone'), { method: 'POST', headers: modelHeaders(), body: JSON.stringify({ state: {}, questions: { q1: { type: 'choice', instructions: body.instructions, criteria: body.criteria } }, images: [body.image] }), signal: AbortSignal.timeout(120000) })
if (!upstream.ok) { const detail=await upstream.json().catch(()=>({}));throw new Error(typeof detail.error==='string'?detail.error.slice(0,300):`模型服务返回 ${upstream.status}`) }
const data = await upstream.json(), a = data?.answers?.q1
if (!a || (a.abstained !== true && !(a.choice in body.criteria))) throw new Error('模型响应格式异常')
const unknown = a.abstained || a.choice === 'unclear'
const record = getJournal().update(id, { status: unknown ? 'unknown' : 'success', choice: a.choice ?? null, abstained: !!unknown, latencyMs: Math.round(performance.now() - begin), inferenceMs: Number.isFinite(data?.usage?.total_ms) ? Math.round(data.usage.total_ms) : null, queueMs, finishedAt: new Date().toISOString() })
return send(res, 200, { answer: { choice: a.choice ?? null, abstained: !!unknown }, latencyMs: record.latencyMs, inferenceMs: record.inferenceMs, recordId: id })
} catch (e) {
const error = e.name === 'TimeoutError' ? '模型响应超时' : e.message === 'fetch failed' ? '模型服务未连接' : e.message
const record = getJournal().update(id, { status: 'error', error, latencyMs: Math.round(performance.now() - begin), queueMs, finishedAt: new Date().toISOString() })
return send(res, 502, { error, recordId: id, latencyMs: record.latencyMs })
}
}
const pending = queue.then(task, task); queue = pending.catch(() => {}); return await pending
}
return send(res, 404, { error: '接口不存在' })
} catch (e) { return send(res, 400, { error: e.message || '请求无效' }) }
}
return { name: 'home-pulse-local-api', configureServer(server) { server.middlewares.use(middleware) }, configurePreviewServer(server) { server.middlewares.use(middleware) } }
}