"""Atomic local run state, fenced claims and durable model reservations.""" import json import sqlite3 import time import re import traceback from contextlib import contextmanager from pathlib import Path from src.modules.skill.domain.models import SkillError, canonical, digest class RuntimeStore: def __init__(self, path): self.path = Path(path) self.path.parent.mkdir(parents=True, exist_ok=True) with self.connect() as db: db.executescript(''' CREATE TABLE IF NOT EXISTS runs(id TEXT PRIMARY KEY, tenant TEXT NOT NULL, owner TEXT NOT NULL, request_key TEXT NOT NULL, request_digest TEXT NOT NULL, body TEXT NOT NULL, UNIQUE(tenant,owner,request_key)); CREATE TABLE IF NOT EXISTS calls(id INTEGER PRIMARY KEY, run_id TEXT NOT NULL, reservation INTEGER NOT NULL, charged INTEGER, state TEXT NOT NULL, provider TEXT NOT NULL, prompt_digest TEXT NOT NULL); CREATE TABLE IF NOT EXISTS runtime_events(id INTEGER PRIMARY KEY, run_id TEXT NOT NULL, timestamp REAL NOT NULL, action TEXT NOT NULL, body_digest TEXT NOT NULL); CREATE TABLE IF NOT EXISTS runtime_stage_events(id INTEGER PRIMARY KEY,run_id TEXT NOT NULL, timestamp REAL NOT NULL,stage TEXT NOT NULL,status TEXT NOT NULL,detail TEXT NOT NULL); CREATE TABLE IF NOT EXISTS runtime_diagnostics(id INTEGER PRIMARY KEY,run_id TEXT NOT NULL, timestamp REAL NOT NULL,component TEXT NOT NULL,code TEXT NOT NULL,exception_type TEXT NOT NULL,frames TEXT NOT NULL); ''') if 'metadata' not in {r['name'] for r in db.execute('PRAGMA table_info(calls)')}: db.execute("ALTER TABLE calls ADD COLUMN metadata TEXT NOT NULL DEFAULT '{}'") @contextmanager def connect(self): db = sqlite3.connect(self.path, timeout=30) db.row_factory = sqlite3.Row try: db.execute('BEGIN IMMEDIATE') yield db db.commit() except BaseException: db.rollback() raise finally: db.close() def create(self, run, key, request): with self.connect() as db: old = db.execute('SELECT * FROM runs WHERE tenant=? AND owner=? AND request_key=?', (run['tenant_id'], run['owner_id'], key)).fetchone() if old: if old['request_digest'] != digest(request): raise SkillError('IDEMPOTENCY_CONFLICT', '同一请求键输入发生变化。', 409) return json.loads(old['body']) db.execute('INSERT INTO runs VALUES(?,?,?,?,?,?)', (run['id'], run['tenant_id'], run['owner_id'], key, digest(request), canonical(run))) return run def get(self, run_id): with self.connect() as db: row = db.execute('SELECT body FROM runs WHERE id=?', (run_id,)).fetchone() if not row: raise SkillError('RUN_NOT_FOUND', '任务不存在或不可见。', 404) return json.loads(row['body']) def mutate(self, run_id, fn, *, with_calls=False): with self.connect() as db: row = db.execute('SELECT body FROM runs WHERE id=?', (run_id,)).fetchone() if not row: raise SkillError('RUN_NOT_FOUND', '任务不存在或不可见。', 404) body = json.loads(row['body']) if with_calls: # Approval validates the ledger under the same write transaction. # Idempotent decisions must not change the task version. before=canonical(body) calls=[{**dict(r),'metadata':json.loads(r['metadata'])} for r in db.execute('SELECT * FROM calls WHERE run_id=? ORDER BY id',(run_id,))] fn(body,calls) if canonical(body)==before:return body else:fn(body) body['revision'] += 1 db.execute('UPDATE runs SET body=? WHERE id=?', (canonical(body), run_id)) db.execute('INSERT INTO runtime_events(run_id,timestamp,action,body_digest) VALUES(?,?,?,?)', (run_id, time.time(), body['status'], digest(body))) return body def reserve(self, run_id, provider, prompt, amount, metadata=None, *, overdraft=None): with self.connect() as db: run = json.loads(db.execute('SELECT body FROM runs WHERE id=?', (run_id,)).fetchone()['body']) if run['status'] != 'running' or run.get('cancel_requested'): raise SkillError('RUN_NOT_ACTIVE', '任务不允许调用模型。', 409) rows = db.execute('SELECT * FROM calls WHERE run_id=?', (run_id,)).fetchall() used = sum(r['charged'] if r['charged'] is not None else r['reservation'] for r in rows) if any(r['state'] in {'reserved', 'unknown'} for r in rows): raise SkillError('MODEL_RESULT_UNKNOWN', '尚有未结算调用,禁止重放。', 409) pending=run.get('budget_request') or {} if pending.get('mode')=='overdraft': raise SkillError('OVERDRAFT_APPROVAL_PENDING','先行额度申请尚未决定,不叠加模型调用。',409) if overdraft: if run['request'].get('budget_policy')!={'mode':'one-call-overdraft-v1','increment':12000}: raise SkillError('OVERDRAFT_NOT_AUTHORIZED','该任务没有先行执行授权。',403) check=overdraft['check'];stage=check['stage'];meta=metadata or {} stage_before=max(check['stage_limit'],run.get('approved_stage_limits',{}).get(stage,0)) model_limit=overdraft.get('model_context_limit') if (amount<=0 or amount>run['budget']['max_tokens']+12000-used or overdraft['stage_limit']>stage_before+12000 or amount>overdraft['stage_limit'] or (model_limit is not None and amount>model_limit) or meta.get('requested_output_tokens',0)=run['budget']['max_model_calls']: raise SkillError('MODEL_CALL_BUDGET_EXCEEDED','本任务实际模型请求次数已达上限。',409) if not overdraft and not unlimited and used+amount>run['budget']['max_tokens']: raise SkillError('TASK_TOKEN_BUDGET_EXCEEDED','本任务已结算及预留合计超过总 Token 预算。',409) cur = db.execute('INSERT INTO calls(run_id,reservation,state,provider,prompt_digest,metadata) VALUES(?,?,?,?,?,?)', (run_id, amount, 'reserved', provider, digest(prompt), canonical({**(metadata or {}),'started_at':time.time()}))) return cur.lastrowid def settle(self, call_id, state, charged=None, details=None): with self.connect() as db: row=db.execute('SELECT metadata FROM calls WHERE id=?',(call_id,)).fetchone() metadata=json.loads(row['metadata']) metadata.update(details or {}) metadata['ended_at']=time.time() db.execute("UPDATE calls SET state=?,charged=?,metadata=? WHERE id=? AND state='reserved'", (state, charged, canonical(metadata), call_id)) def calls(self, run_id): with self.connect() as db: return [{**dict(r),'metadata':json.loads(r['metadata'])} for r in db.execute('SELECT * FROM calls WHERE run_id=? ORDER BY id', (run_id,))] def stage_event(self, run_id, stage, status, detail=''): with self.connect() as db: db.execute('INSERT INTO runtime_stage_events(run_id,timestamp,stage,status,detail) VALUES(?,?,?,?,?)', (run_id,time.time(),stage,status,str(detail)[:500])) def diagnostic(self, run_id, component, code, exception=None): # Only structural information is retained: never exception text, prompts or secrets. clean=lambda value: re.sub(r'[^A-Za-z0-9_.-]','_',str(value))[:100] frames=[] if exception is not None and exception.__traceback__ is not None: for frame in traceback.extract_tb(exception.__traceback__)[-8:]: frames.append({'file':clean(Path(frame.filename).name),'function':clean(frame.name),'line':frame.lineno}) with self.connect() as db: db.execute('INSERT INTO runtime_diagnostics(run_id,timestamp,component,code,exception_type,frames) VALUES(?,?,?,?,?,?)', (clean(run_id),time.time(),clean(component),clean(code),clean(type(exception).__name__) if exception else '',canonical(frames))) db.execute('DELETE FROM runtime_diagnostics WHERE id <= (SELECT coalesce(max(id),0)-10000 FROM runtime_diagnostics)') def diagnostics(self,run_id): with self.connect() as db: return [dict(row) for row in db.execute('SELECT * FROM runtime_diagnostics WHERE run_id=? ORDER BY id',(run_id,))] def stages(self, run_id): with self.connect() as db: return [dict(row) for row in db.execute('SELECT * FROM runtime_stage_events WHERE run_id=? ORDER BY id LIMIT 1000',(run_id,))]