VibeCoding / src /apps /workbench /conversation.py
dellweb3's picture
sol6.1 ERP稳定版本
115b94d verified
Raw History Blame Contribute Delete
7.34 kB
"""Ordinary model conversation: no tools, durable idempotency and bounded usage."""
import json
import threading
import time
import uuid
from src.modules.skill.domain.models import SkillError, canonical, digest
from src.modules.llm_gateway.service import ProviderFailure
class Conversations:
def __init__(self, identity, providers, *, recover_incomplete=True):
self.identity, self.providers = identity, tuple(providers)
self.lock = threading.Lock()
with identity.connect() as db:
db.execute('''CREATE TABLE IF NOT EXISTS chat_requests(
id TEXT PRIMARY KEY,owner TEXT,request_key TEXT,fingerprint TEXT,
project TEXT,conversation TEXT,prompt TEXT,state TEXT,answer TEXT,
error TEXT,reserved INTEGER,charged INTEGER,created REAL,model TEXT,
UNIQUE(owner,request_key))''')
if 'model' not in {r['name'] for r in db.execute('PRAGMA table_info(chat_requests)')}:
db.execute('ALTER TABLE chat_requests ADD COLUMN model TEXT')
if recover_incomplete:
db.execute("UPDATE chat_requests SET state='unknown',error='SERVER_RESTART_RESULT_UNKNOWN' WHERE state='running'")
def get(self, actor, key):
with self.identity.connect() as db:
row=db.execute('SELECT * FROM chat_requests WHERE id=? AND owner=?',(key,actor.user_id)).fetchone()
if not row: raise SkillError('CHAT_NOT_FOUND','对话请求不存在。',404)
if row['project']: self.identity.project_access(actor,row['project'])
return {k:row[k] for k in ('id','state','answer','error','reserved','charged','model')}
def usage(self, actor):
self.identity.admin(actor)
with self.identity.connect() as db:
row=db.execute('SELECT count(*) calls,coalesce(sum(charged),0) charged_tokens,coalesce(sum(CASE WHEN charged IS NULL THEN reserved ELSE 0 END),0) unsettled_tokens FROM chat_requests').fetchone()
return dict(row)
def submit(self, actor, conversation, prompt, request_key, project=None, *, model=None):
if project: self.identity.project_access(actor,project)
from src.modules.llm_gateway.routing import selected_provider,plan
selected=selected_provider(self.providers,model,['chat'])
candidates,_=plan(self.providers,'chat',{'request':{}})
provider=selected or (candidates[0] if candidates else None)
model_name=getattr(provider,'model',getattr(provider,'name','configured')) if provider else None
fingerprint=digest([conversation,prompt,project,*([selected.model] if selected else [])])
with self.lock, self.identity.connect() as db:
old=db.execute('SELECT id,fingerprint FROM chat_requests WHERE owner=? AND request_key=?',(actor.user_id,request_key)).fetchone()
if old:
if old['fingerprint']!=fingerprint: raise SkillError('IDEMPOTENCY_CONFLICT','请求键已用于其他内容。',409)
return self.get(actor,old['id'])
if not self.providers: raise SkillError('MODEL_NOT_CONFIGURED','未配置模型。',503)
if not provider:raise SkillError('MODEL_ROUTE_UNAVAILABLE','没有可用的已验证对话模型。',503)
if db.execute("SELECT count(*) FROM chat_requests WHERE state='running'").fetchone()[0]>=2:
raise SkillError('CHAT_CAPACITY','当前对话模型繁忙,请稍后提交。',429)
rows=db.execute("SELECT prompt,answer FROM chat_requests WHERE owner=? AND conversation=? AND project IS ? AND state='completed' ORDER BY created DESC LIMIT 4",
(actor.user_id,conversation,project)).fetchall()
messages=[{'role':'system','content':'Answer the user in their language. Return JSON {"answer":"..."}. No tools are available. Do not claim to read local files, execute code, query a database or change anything. Java is the default programming language; do not assume a framework.'}]
for r in reversed(rows):
messages.extend([{'role':'user','content':r['prompt']},{'role':'assistant','content':r['answer']}])
messages.append({'role':'user','content':prompt})
reserved=len(canonical(messages).encode())+512+2048
if reserved>24000: raise SkillError('CONTEXT_BUDGET_EXCEEDED','对话上下文过长,请新建对话。',409)
used=db.execute('SELECT coalesce(sum(coalesce(charged,reserved)),0) FROM chat_requests WHERE owner=? AND created>?',(actor.user_id,time.time()-86400)).fetchone()[0]
if used+reserved>100000: raise SkillError('CHAT_BUDGET_EXCEEDED','本地对话日预算已用完。',429)
key='chat-'+uuid.uuid4().hex
db.execute('''INSERT INTO chat_requests(id,owner,request_key,fingerprint,project,conversation,prompt,state,answer,error,reserved,charged,created,model)
VALUES(?,?,?,?,?,?,?,'running',NULL,NULL,?,NULL,?,?)''',
(key,actor.user_id,request_key,fingerprint,project,conversation,prompt,reserved,time.time(),model_name))
threading.Thread(target=self.complete,args=(actor.user_id,key,messages,provider),daemon=True).start()
return self.get(actor,key)
def complete(self, owner, key, messages, provider):
state,answer,error,charged='unknown',None,'MODEL_RESULT_UNKNOWN',None
try:
actor=self.identity.actor(owner)
self.get(actor,key) # Recheck membership before dispatch.
if getattr(self,'resource_limited',False):
from src.modules.governance.resource_limits import serial_slot
with serial_slot(self.identity.path.parent,'model',timeout=900):
self.get(self.identity.actor(owner),key)
result=provider.complete(messages,2048,lambda:False)
else:result=provider.complete(messages,2048,lambda:False)
if (type(result.input_tokens)!=int or type(result.output_tokens)!=int or
not 0<=result.output_tokens<=2048 or not 0<=result.input_tokens<=len(canonical(messages).encode())+512):
raise SkillError('MODEL_USAGE_INVALID','用量无效。')
charged=result.input_tokens+result.output_tokens
self.get(self.identity.actor(owner),key)
answer=result.content.get('answer')
if not isinstance(answer,str) or not 1<=len(answer)<=16000:
raise SkillError('MODEL_OUTPUT_INVALID','模型输出无效。')
state,error='completed',None
except ProviderFailure as exc:
known=(type(exc.input_tokens) is int and type(exc.output_tokens) is int
and 0<=exc.input_tokens<=len(canonical(messages).encode())+512 and 0<=exc.output_tokens<=2048)
state,error=('failed' if known else 'rejected' if exc.rejected else 'unknown'),exc.code
if known:charged=exc.input_tokens+exc.output_tokens
elif exc.rejected: charged=0
except SkillError as exc:
state,error,answer='failed',exc.code,None
except Exception:
answer=None
with self.identity.connect() as db:
db.execute('UPDATE chat_requests SET state=?,answer=?,error=?,charged=? WHERE id=?',(state,answer,error,charged,key))