"""Read models for the admin canvas. Existing Skill documents remain authoritative. This adapter never prepares, publishes or advances a run. Layout is browser-local. Historical traces always resolve their own immutable release, not today's draft. """ import json import re import sqlite3 import time from collections import Counter from contextlib import contextmanager from fastapi import APIRouter, Depends, Query from pydantic import ValidationError from src.modules.skill.domain.models import Draft, Framework, Operation, SkillError from src.modules.skill.graph.compiler import compile_graph MANAGERS = {'admin', 'skill_manager', 'reviewer'} DOMAIN = {'erp-java-development', 'wms-java-development', 'equipment-ops-java-development'} REFERENCES = {'requirement-java-business', 'webapp-java-development', 'pdf-java-development'} SECRET = re.compile(r'password|passwd|secret|api[_-]?key|authorization|access[_-]?token|private[_-]?key|^token$|^credentials?$', re.I) SAFE_REF = re.compile(r'(credential|secret).*(_ref|_id)$', re.I) def safe(value, key=''): """Keep shape/unknown fields, redact credential values; never emit run payloads.""" if SECRET.search(key) and not SAFE_REF.search(key): return '[已隐藏]' if isinstance(value, dict): return {k: safe(v, k) for k, v in value.items()} if isinstance(value, list): return [safe(v) for v in value] if isinstance(value, str): return re.sub(r'(?i)(bearer\s+\S+|sk-[A-Za-z0-9_-]{12,}|hf_[A-Za-z0-9]{12,})', '[已隐藏]', value) return value def summary(value): if isinstance(value, dict): return {'type': 'object', 'fields': {k: summary(v) for k, v in value.items()}} if isinstance(value, list): return {'type': 'array', 'length': len(value)} if isinstance(value, str): return {'type': 'string', 'length': len(value)} return {'type': type(value).__name__} def system_atom(node): kind, scope = node.get('kind'), node.get('approval_scope') names = {'start': '需求与检索输入', 'end': '交付结束', 'design': '设计确认', 'execution': '执行确认', 'acceptance': '用户验收'} return {'operation_id': 'system:' + str(kind) + (':' + str(scope) if scope else ''), 'version': None, 'name': names.get(scope or kind, '不支持的系统节点'), 'handler_ref': 'interpreter.' + str(kind), 'state': 'system', 'inputs': [{'name': 'manifest', 'type': 'object', 'required': True}] if kind == 'end' else [], 'outputs': [{'name': k, 'type': 'string', 'required': True} for k in ('requirement', 'query')] if kind == 'start' else [], 'note': '对应现有解释器 kind;不是另行注册的 AO,也没有虚构版本。'} class WorkflowRead: def __init__(self, engine): self.engine, self.skills, self.store = engine, engine.skills, engine.store self.runtime = next(iter(engine.runtimes.values())) def guard(self, actor): self.skills.require(actor, MANAGERS) @contextmanager def db(self): db = sqlite3.connect(self.store.path.resolve().as_uri() + '?mode=ro', uri=True) db.row_factory = sqlite3.Row try: yield db finally: db.close() def workflows(self, actor): self.guard(actor) items = [] for doc in self.skills.drafts(actor): b, graph = doc['body'], doc['body'].get('graph', {}) items.append({'id': doc['key'], 'name': b['name'], 'description': b.get('description', ''), 'revision': doc['revision'], 'digest': doc['digest'], 'project_id': b.get('project_id'), 'framework_ref': b.get('framework_ref'), 'nodes': len(graph.get('nodes', [])), 'control_edges': len(graph.get('control_edges', [])), 'group': 'domain' if doc['key'] in DOMAIN else 'reference' if doc['key'] in REFERENCES else 'other'}) return safe(sorted(items, key=lambda x: (x['group'], x['name']))) def releases(self, actor, skill_id): result = [] with self.skills.repository.transaction() as tx: for doc in tx.listing(actor.tenant_id, 'release'): if doc['body'].get('skill_id') != skill_id: continue try: self.skills.scope(actor, doc['body']) except SkillError as exc: if exc.status in {403, 404}: continue raise result.append({'ref': doc['key'], 'digest': doc['digest'], 'scope': doc['body'].get('publication_scope', 'capability-definition')}) return result def definition(self, actor, skill_id, *, run_id=None, release_ref=None): self.guard(actor) if run_id and release_ref: raise SkillError('SOURCE_CONFLICT', '只能选择一个定义来源。') if run_id: run = self.runtime.get(actor, run_id) release = run['release'] if release['skill_id'] != skill_id: raise SkillError('RUN_NOT_FOUND', '任务不属于此工作流。', 404) body = release['draft'] ops = release['operations'] framework = release['framework'] source = {'kind': 'run', 'ref': run_id, 'digest': run['snapshot']['release_digest'], 'revision': release.get('draft_revision'), 'scope': release.get('publication_scope'), 'release_ref': run['request']['release_ref'], 'operations_lock': release['operations_lock']} elif release_ref: with self.skills.repository.transaction() as tx: doc = self.skills.need(tx, actor, 'release', release_ref) self.skills.scope(actor, doc['body']) release = doc['body'] if release['skill_id'] != skill_id: raise SkillError('NOT_FOUND', '版本不属于此工作流。', 404) body, ops, framework = release['draft'], release['operations'], release['framework'] source = {'kind': 'release', 'ref': release_ref, 'digest': doc['digest'], 'scope': release.get('publication_scope'), 'operations_lock': release['operations_lock']} else: doc = self.skills.read_draft(actor, skill_id) body = {k: v for k, v in doc['body'].items() if k not in {'owner_id', 'last_editor_id'}} ops = {d['key']: d['body'] for d in self.skills.catalog(actor, 'operation')} framework = next((d['body'] for d in self.skills.catalog(actor, 'framework') if d['key'] == body['framework_ref']), None) source = {'kind': 'draft', 'ref': skill_id, 'revision': doc['revision'], 'digest': doc['digest']} issues, order = [], [n.get('id') for n in body.get('graph', {}).get('nodes', [])] try: report = compile_graph(Draft.model_validate(body), {k: Operation.model_validate(v) for k, v in ops.items()}, Framework.model_validate(framework) if framework else None) issues = [i.model_dump() for i in report.issues] order = report.execution_order or order except ValidationError as exc: issues = [{'code': 'UNSUPPORTED_DEFINITION', 'location': '.'.join(map(str, e['loc'])), 'message': '字段或节点不被当前引擎支持;原始定义保留,未丢弃。'} for e in exc.errors()] except (ValueError, TypeError, KeyError): issues = [{'code': 'UNSUPPORTED_DEFINITION', 'location': 'graph', 'message': '定义无法由当前编译器表达;原始字段保留。'}] from src.modules.orchestrator.profile import supported_graph if not supported_graph(body.get('graph', {'nodes': []})): issues.append({'code': 'EXECUTOR_PROFILE_GAP', 'location': 'graph', 'message': '当前可重复需求/检索/上下文/策略原子,模型与制品执行阶段须保持唯一权威实例。'}) nodes = [] for n in body.get('graph', {}).get('nodes', []): op = ops.get(n.get('operation_ref')) if n.get('kind') == 'operation' else system_atom(n) nodes.append({'id': n.get('id'), 'definition': n, 'atom': op, 'missing': op is None}) with self.skills.repository.transaction() as tx: retirements = [d['key'] for d in tx.listing(actor.tenant_id, 'retirement')] return safe({'definition': body, 'source': source, 'nodes': nodes, 'execution_order': order, 'issues': issues, 'retirements': retirements, 'releases': self.releases(actor, skill_id), 'boundary': '图来自真实 Skill 定义;草稿可保存并在现有画像内试运行。条件/循环未实现;修复及沙箱内部步骤保留在运行日志。'}) def atoms(self, actor): self.guard(actor) refs = {} drafts = self.skills.drafts(actor) with self.skills.repository.transaction() as tx: releases = tx.listing(actor.tenant_id, 'release') retired = {d['key'] for d in tx.listing(actor.tenant_id, 'retirement')} for doc in [*drafts, *releases]: body = doc['body'] try: self.skills.scope(actor, body) except SkillError as exc: if exc.status in {403, 404}: continue raise draft = body.get('draft', body) for node in draft.get('graph', {}).get('nodes', []): ref = node.get('operation_ref') or system_atom(node)['operation_id'] refs.setdefault(ref, []).append({'workflow': draft['skill_id'], 'name': draft['name'], 'node': node['id'], 'source': doc['key'], 'kind': 'release' if 'draft' in body else 'draft'}) items = [] for doc in self.skills.catalog(actor, 'operation'): items.append({**doc['body'], 'ref': doc['key'], 'references': refs.get(doc['key'], []), 'retired': 'operation:' + doc['key'] in retired, 'note': '注册定义与节点固定输入、映射分别存储。错误恢复由既有编排器统一处理;当前无原子级自定义错误策略字段。'}) for kind, scope in [('start', None), ('approval', 'design'), ('approval', 'execution'), ('approval', 'acceptance'), ('end', None)]: atom = system_atom({'kind': kind, 'approval_scope': scope}) items.append({**atom, 'ref': atom['operation_id'], 'references': refs.get(atom['operation_id'], [])}) return safe(items) def runs(self, actor, *, before=2147483647, limit=30, workflow=None): self.guard(actor) result, cursor, more = [], before, False # Close the read cursor before the existing ACL adapter opens its own # RuntimeStore transaction. A live cursor here would block its commit. with self.db() as db: rows = [dict(r) for r in db.execute('SELECT rowid,id,body FROM runs WHERE tenant=? AND rowid after][:limit + 1] has_more, page = len(page) > limit, page[:limit] events = [{k: v for k, v in e.items() if k != 'detail'} | { 'code': e['detail'] if re.fullmatch('[A-Z0-9_]{1,100}', e['detail']) else None, 'summary': '日志包含内容,详情见受权限保护的原始运行记录。' if e['detail'] else ''} for e in page] calls = [{k: c.get(k) for k in ('id', 'state', 'charged', 'reservation', 'provider')} | { 'metadata': {k: v for k, v in c.get('metadata', {}).items() if k in {'request_id', 'model', 'stage', 'input_tokens', 'output_tokens', 'started_at', 'ended_at', 'failure_category', 'reason_code'}}} for c in run.get('model_calls', [])] return safe({'id': run_id, 'workflow': run['release']['skill_id'], 'status': run['status'], 'error': run.get('error'), 'nodes': states, 'events': events, 'calls': calls, 'web_status': web['state'] if web else None, 'lease_expired': run['status'] == 'running' and run.get('lease_until', 0) < time.time(), 'after': page[-1]['id'] if page and has_more else None, 'total_events': len(all_events), 'pending': run.get('pending_approval'), 'provenance': {k: run.get(k) for k in ('repair_origin',)}, 'record_url': '/api/jobs/' + run_id + '/record'}) def build_router(engine, principal): read = WorkflowRead(engine) router = APIRouter(prefix='/api/v1/admin') @router.get('/workflows') def workflows(actor=Depends(principal)): return read.workflows(actor) @router.get('/workflows/{skill_id}') def definition(skill_id: str, run_id: str | None = None, release_ref: str | None = None, actor=Depends(principal)): return read.definition(actor, skill_id, run_id=run_id, release_ref=release_ref) @router.get('/workflow-atoms') def atoms(actor=Depends(principal)): return read.atoms(actor) @router.get('/workflow-runs') def runs(before: int = Query(2147483647, ge=1), limit: int = Query(30, ge=1, le=100), workflow: str | None = None, actor=Depends(principal)): return read.runs(actor, before=before, limit=limit, workflow=workflow) @router.get('/workflow-runs/{run_id}') def trace(run_id: str, after: int = Query(0, ge=0), limit: int = Query(100, ge=1, le=500), actor=Depends(principal)): return read.trace(actor, run_id, after=after, limit=limit) return router