VibeCoding / src /apps /workbench /workflow_read.py
dellweb3's picture
Deploy verified conversational workbench and isolated Java application previews
5ca3c16 verified
Raw History Blame Contribute Delete
17.5 kB
"""Read models for the admin canvas. Existing Skill documents remain authoritative.
This adapter never prepares, publishes or advances a run. Layout is browser-local.
Historical traces always resolve their own immutable release, not today's draft.
"""
import json
import re
import sqlite3
import time
from collections import Counter
from contextlib import contextmanager
from fastapi import APIRouter, Depends, Query
from pydantic import ValidationError
from src.modules.skill.domain.models import Draft, Framework, Operation, SkillError
from src.modules.skill.graph.compiler import compile_graph
MANAGERS = {'admin', 'skill_manager', 'reviewer'}
DOMAIN = {'erp-java-development', 'wms-java-development', 'equipment-ops-java-development'}
REFERENCES = {'requirement-java-business', 'webapp-java-development', 'pdf-java-development'}
SECRET = re.compile(r'password|passwd|secret|api[_-]?key|authorization|access[_-]?token|private[_-]?key|^token$|^credentials?$', re.I)
SAFE_REF = re.compile(r'(credential|secret).*(_ref|_id)$', re.I)
def safe(value, key=''):
"""Keep shape/unknown fields, redact credential values; never emit run payloads."""
if SECRET.search(key) and not SAFE_REF.search(key):
return '[已隐藏]'
if isinstance(value, dict):
return {k: safe(v, k) for k, v in value.items()}
if isinstance(value, list):
return [safe(v) for v in value]
if isinstance(value, str):
return re.sub(r'(?i)(bearer\s+\S+|sk-[A-Za-z0-9_-]{12,}|hf_[A-Za-z0-9]{12,})', '[已隐藏]', value)
return value
def summary(value):
if isinstance(value, dict):
return {'type': 'object', 'fields': {k: summary(v) for k, v in value.items()}}
if isinstance(value, list):
return {'type': 'array', 'length': len(value)}
if isinstance(value, str):
return {'type': 'string', 'length': len(value)}
return {'type': type(value).__name__}
def system_atom(node):
kind, scope = node.get('kind'), node.get('approval_scope')
names = {'start': '需求与检索输入', 'end': '交付结束', 'design': '设计确认',
'execution': '执行确认', 'acceptance': '用户验收'}
return {'operation_id': 'system:' + str(kind) + (':' + str(scope) if scope else ''),
'version': None, 'name': names.get(scope or kind, '不支持的系统节点'),
'handler_ref': 'interpreter.' + str(kind), 'state': 'system',
'inputs': [{'name': 'manifest', 'type': 'object', 'required': True}] if kind == 'end' else [],
'outputs': [{'name': k, 'type': 'string', 'required': True} for k in ('requirement', 'query')] if kind == 'start' else [],
'note': '对应现有解释器 kind;不是另行注册的 AO,也没有虚构版本。'}
class WorkflowRead:
def __init__(self, engine):
self.engine, self.skills, self.store = engine, engine.skills, engine.store
self.runtime = next(iter(engine.runtimes.values()))
def guard(self, actor):
self.skills.require(actor, MANAGERS)
@contextmanager
def db(self):
db = sqlite3.connect(self.store.path.resolve().as_uri() + '?mode=ro', uri=True)
db.row_factory = sqlite3.Row
try:
yield db
finally:
db.close()
def workflows(self, actor):
self.guard(actor)
items = []
for doc in self.skills.drafts(actor):
b, graph = doc['body'], doc['body'].get('graph', {})
items.append({'id': doc['key'], 'name': b['name'], 'description': b.get('description', ''),
'revision': doc['revision'], 'digest': doc['digest'], 'project_id': b.get('project_id'),
'framework_ref': b.get('framework_ref'), 'nodes': len(graph.get('nodes', [])),
'control_edges': len(graph.get('control_edges', [])),
'group': 'domain' if doc['key'] in DOMAIN else 'reference' if doc['key'] in REFERENCES else 'other'})
return safe(sorted(items, key=lambda x: (x['group'], x['name'])))
def releases(self, actor, skill_id):
result = []
with self.skills.repository.transaction() as tx:
for doc in tx.listing(actor.tenant_id, 'release'):
if doc['body'].get('skill_id') != skill_id:
continue
try:
self.skills.scope(actor, doc['body'])
except SkillError as exc:
if exc.status in {403, 404}: continue
raise
result.append({'ref': doc['key'], 'digest': doc['digest'],
'scope': doc['body'].get('publication_scope', 'capability-definition')})
return result
def definition(self, actor, skill_id, *, run_id=None, release_ref=None):
self.guard(actor)
if run_id and release_ref:
raise SkillError('SOURCE_CONFLICT', '只能选择一个定义来源。')
if run_id:
run = self.runtime.get(actor, run_id)
release = run['release']
if release['skill_id'] != skill_id:
raise SkillError('RUN_NOT_FOUND', '任务不属于此工作流。', 404)
body = release['draft']
ops = release['operations']
framework = release['framework']
source = {'kind': 'run', 'ref': run_id, 'digest': run['snapshot']['release_digest'],
'revision': release.get('draft_revision'), 'scope': release.get('publication_scope'),
'release_ref': run['request']['release_ref'], 'operations_lock': release['operations_lock']}
elif release_ref:
with self.skills.repository.transaction() as tx:
doc = self.skills.need(tx, actor, 'release', release_ref)
self.skills.scope(actor, doc['body'])
release = doc['body']
if release['skill_id'] != skill_id:
raise SkillError('NOT_FOUND', '版本不属于此工作流。', 404)
body, ops, framework = release['draft'], release['operations'], release['framework']
source = {'kind': 'release', 'ref': release_ref, 'digest': doc['digest'],
'scope': release.get('publication_scope'), 'operations_lock': release['operations_lock']}
else:
doc = self.skills.read_draft(actor, skill_id)
body = {k: v for k, v in doc['body'].items() if k not in {'owner_id', 'last_editor_id'}}
ops = {d['key']: d['body'] for d in self.skills.catalog(actor, 'operation')}
framework = next((d['body'] for d in self.skills.catalog(actor, 'framework') if d['key'] == body['framework_ref']), None)
source = {'kind': 'draft', 'ref': skill_id, 'revision': doc['revision'], 'digest': doc['digest']}
issues, order = [], [n.get('id') for n in body.get('graph', {}).get('nodes', [])]
try:
report = compile_graph(Draft.model_validate(body), {k: Operation.model_validate(v) for k, v in ops.items()},
Framework.model_validate(framework) if framework else None)
issues = [i.model_dump() for i in report.issues]
order = report.execution_order or order
except ValidationError as exc:
issues = [{'code': 'UNSUPPORTED_DEFINITION', 'location': '.'.join(map(str, e['loc'])),
'message': '字段或节点不被当前引擎支持;原始定义保留,未丢弃。'} for e in exc.errors()]
except (ValueError, TypeError, KeyError):
issues = [{'code': 'UNSUPPORTED_DEFINITION', 'location': 'graph', 'message': '定义无法由当前编译器表达;原始字段保留。'}]
from src.modules.orchestrator.profile import supported_graph
if not supported_graph(body.get('graph', {'nodes': []})):
issues.append({'code': 'EXECUTOR_PROFILE_GAP', 'location': 'graph', 'message': '当前可重复需求/检索/上下文/策略原子,模型与制品执行阶段须保持唯一权威实例。'})
nodes = []
for n in body.get('graph', {}).get('nodes', []):
op = ops.get(n.get('operation_ref')) if n.get('kind') == 'operation' else system_atom(n)
nodes.append({'id': n.get('id'), 'definition': n, 'atom': op,
'missing': op is None})
with self.skills.repository.transaction() as tx:
retirements = [d['key'] for d in tx.listing(actor.tenant_id, 'retirement')]
return safe({'definition': body, 'source': source, 'nodes': nodes, 'execution_order': order,
'issues': issues, 'retirements': retirements,
'releases': self.releases(actor, skill_id),
'boundary': '图来自真实 Skill 定义;草稿可保存并在现有画像内试运行。条件/循环未实现;修复及沙箱内部步骤保留在运行日志。'})
def atoms(self, actor):
self.guard(actor)
refs = {}
drafts = self.skills.drafts(actor)
with self.skills.repository.transaction() as tx:
releases = tx.listing(actor.tenant_id, 'release')
retired = {d['key'] for d in tx.listing(actor.tenant_id, 'retirement')}
for doc in [*drafts, *releases]:
body = doc['body']
try: self.skills.scope(actor, body)
except SkillError as exc:
if exc.status in {403, 404}: continue
raise
draft = body.get('draft', body)
for node in draft.get('graph', {}).get('nodes', []):
ref = node.get('operation_ref') or system_atom(node)['operation_id']
refs.setdefault(ref, []).append({'workflow': draft['skill_id'], 'name': draft['name'],
'node': node['id'], 'source': doc['key'],
'kind': 'release' if 'draft' in body else 'draft'})
items = []
for doc in self.skills.catalog(actor, 'operation'):
items.append({**doc['body'], 'ref': doc['key'], 'references': refs.get(doc['key'], []),
'retired': 'operation:' + doc['key'] in retired,
'note': '注册定义与节点固定输入、映射分别存储。错误恢复由既有编排器统一处理;当前无原子级自定义错误策略字段。'})
for kind, scope in [('start', None), ('approval', 'design'), ('approval', 'execution'), ('approval', 'acceptance'), ('end', None)]:
atom = system_atom({'kind': kind, 'approval_scope': scope})
items.append({**atom, 'ref': atom['operation_id'], 'references': refs.get(atom['operation_id'], [])})
return safe(items)
def runs(self, actor, *, before=2147483647, limit=30, workflow=None):
self.guard(actor)
result, cursor, more = [], before, False
# Close the read cursor before the existing ACL adapter opens its own
# RuntimeStore transaction. A live cursor here would block its commit.
with self.db() as db:
rows = [dict(r) for r in db.execute('SELECT rowid,id,body FROM runs WHERE tenant=? AND rowid<? ORDER BY rowid DESC', (actor.tenant_id, before))]
web = {r['id']: r['state'] for r in db.execute('SELECT id,state FROM web_jobs')} if db.execute("SELECT 1 FROM sqlite_master WHERE name='web_jobs'").fetchone() else {}
for row in rows:
run = json.loads(row['body'])
if workflow and run['release']['skill_id'] != workflow: continue
try: self.runtime._access(actor, row['id'])
except SkillError as exc:
if exc.status in {403, 404}: continue
raise
if len(result) == limit:
more = True
break
cursor = row['rowid']
result.append({'id': row['id'], 'workflow': run['release']['skill_id'], 'name': run['release']['draft']['name'],
'status': run['status'], 'web_status': web.get(row['id']),
'lease_expired': run['status'] == 'running' and run.get('lease_until', 0) < time.time(),
'created_at': run['created_at'], 'error': run.get('error'),
'release_ref': run['request']['release_ref'], 'project_id': run['project_id'],
'pending_scope': (run.get('pending_approval') or {}).get('scope')})
return safe({'items': result, 'before': cursor if more else None})
def trace(self, actor, run_id, *, after=0, limit=100):
self.guard(actor)
run = self.runtime.get(actor, run_id)
with self.db() as db:
all_events = [dict(r) for r in db.execute('SELECT id,timestamp,stage,status,detail FROM runtime_stage_events WHERE run_id=? ORDER BY id', (run_id,))]
web = db.execute('SELECT state FROM web_jobs WHERE id=?', (run_id,)).fetchone() if db.execute("SELECT 1 FROM sqlite_master WHERE name='web_jobs'").fetchone() else None
states = {}
for n in run['release']['draft']['graph']['nodes']:
events = [e for e in all_events if e['stage'] == n['id']]
attempts, started = [], None
for e in events:
if e['status'] == 'started': started = e['timestamp']
elif e['status'] in {'completed', 'failed', 'unknown'} and started is not None:
attempts.append({'status': e['status'], 'seconds': round(max(0, e['timestamp'] - started), 3)})
started = None
status = events[-1]['status'] if events else 'not_started'
approved = [a for a in run.get('approvals', []) if a.get('node') == n['id']]
if approved: status = 'approved'
if (run.get('pending_approval') or {}).get('node') == n['id']: status = 'waiting'
if not events and n['id'] in run.get('outputs', {}): status = 'recorded'
states[n['id']] = {'status': status, 'attempts': attempts, 'approvals': safe(approved),
'output': summary(run['outputs'][n['id']]) if n['id'] in run.get('outputs', {}) else None,
'error': next((e['detail'] for e in reversed(events) if e['status'] in {'failed', 'unknown'} and re.fullmatch('[A-Z0-9_]{1,100}', e['detail'])), None)}
# Log text may contain generated content/credentials. Show structural event metadata;
# failure codes are allowlisted, full protected records remain on their existing route.
page = [e for e in all_events if e['id'] > after][:limit + 1]
has_more, page = len(page) > limit, page[:limit]
events = [{k: v for k, v in e.items() if k != 'detail'} | {
'code': e['detail'] if re.fullmatch('[A-Z0-9_]{1,100}', e['detail']) else None,
'summary': '日志包含内容,详情见受权限保护的原始运行记录。' if e['detail'] else ''} for e in page]
calls = [{k: c.get(k) for k in ('id', 'state', 'charged', 'reservation', 'provider')} | {
'metadata': {k: v for k, v in c.get('metadata', {}).items() if k in {'request_id', 'model', 'stage', 'input_tokens', 'output_tokens', 'started_at', 'ended_at', 'failure_category', 'reason_code'}}} for c in run.get('model_calls', [])]
return safe({'id': run_id, 'workflow': run['release']['skill_id'], 'status': run['status'],
'error': run.get('error'), 'nodes': states, 'events': events, 'calls': calls,
'web_status': web['state'] if web else None,
'lease_expired': run['status'] == 'running' and run.get('lease_until', 0) < time.time(),
'after': page[-1]['id'] if page and has_more else None,
'total_events': len(all_events), 'pending': run.get('pending_approval'),
'provenance': {k: run.get(k) for k in ('repair_origin',)},
'record_url': '/api/jobs/' + run_id + '/record'})
def build_router(engine, principal):
read = WorkflowRead(engine)
router = APIRouter(prefix='/api/v1/admin')
@router.get('/workflows')
def workflows(actor=Depends(principal)):
return read.workflows(actor)
@router.get('/workflows/{skill_id}')
def definition(skill_id: str, run_id: str | None = None, release_ref: str | None = None, actor=Depends(principal)):
return read.definition(actor, skill_id, run_id=run_id, release_ref=release_ref)
@router.get('/workflow-atoms')
def atoms(actor=Depends(principal)):
return read.atoms(actor)
@router.get('/workflow-runs')
def runs(before: int = Query(2147483647, ge=1), limit: int = Query(30, ge=1, le=100), workflow: str | None = None, actor=Depends(principal)):
return read.runs(actor, before=before, limit=limit, workflow=workflow)
@router.get('/workflow-runs/{run_id}')
def trace(run_id: str, after: int = Query(0, ge=0), limit: int = Query(100, ge=1, le=500), actor=Depends(principal)):
return read.trace(actor, run_id, after=after, limit=limit)
return router