"""Ordinary model conversation: no tools, durable idempotency and bounded usage.""" import json import threading import time import uuid from src.modules.skill.domain.models import SkillError, canonical, digest from src.modules.llm_gateway.service import ProviderFailure class Conversations: def __init__(self, identity, providers, *, recover_incomplete=True): self.identity, self.providers = identity, tuple(providers) self.lock = threading.Lock() with identity.connect() as db: db.execute('''CREATE TABLE IF NOT EXISTS chat_requests( id TEXT PRIMARY KEY,owner TEXT,request_key TEXT,fingerprint TEXT, project TEXT,conversation TEXT,prompt TEXT,state TEXT,answer TEXT, error TEXT,reserved INTEGER,charged INTEGER,created REAL,model TEXT, UNIQUE(owner,request_key))''') if 'model' not in {r['name'] for r in db.execute('PRAGMA table_info(chat_requests)')}: db.execute('ALTER TABLE chat_requests ADD COLUMN model TEXT') if recover_incomplete: db.execute("UPDATE chat_requests SET state='unknown',error='SERVER_RESTART_RESULT_UNKNOWN' WHERE state='running'") def get(self, actor, key): with self.identity.connect() as db: row=db.execute('SELECT * FROM chat_requests WHERE id=? AND owner=?',(key,actor.user_id)).fetchone() if not row: raise SkillError('CHAT_NOT_FOUND','对话请求不存在。',404) if row['project']: self.identity.project_access(actor,row['project']) return {k:row[k] for k in ('id','state','answer','error','reserved','charged','model')} def usage(self, actor): self.identity.admin(actor) with self.identity.connect() as db: row=db.execute('SELECT count(*) calls,coalesce(sum(charged),0) charged_tokens,coalesce(sum(CASE WHEN charged IS NULL THEN reserved ELSE 0 END),0) unsettled_tokens FROM chat_requests').fetchone() return dict(row) def submit(self, actor, conversation, prompt, request_key, project=None, *, model=None): if project: self.identity.project_access(actor,project) from src.modules.llm_gateway.routing import selected_provider,plan selected=selected_provider(self.providers,model,['chat']) candidates,_=plan(self.providers,'chat',{'request':{}}) provider=selected or (candidates[0] if candidates else None) model_name=getattr(provider,'model',getattr(provider,'name','configured')) if provider else None fingerprint=digest([conversation,prompt,project,*([selected.model] if selected else [])]) with self.lock, self.identity.connect() as db: old=db.execute('SELECT id,fingerprint FROM chat_requests WHERE owner=? AND request_key=?',(actor.user_id,request_key)).fetchone() if old: if old['fingerprint']!=fingerprint: raise SkillError('IDEMPOTENCY_CONFLICT','请求键已用于其他内容。',409) return self.get(actor,old['id']) if not self.providers: raise SkillError('MODEL_NOT_CONFIGURED','未配置模型。',503) if not provider:raise SkillError('MODEL_ROUTE_UNAVAILABLE','没有可用的已验证对话模型。',503) if db.execute("SELECT count(*) FROM chat_requests WHERE state='running'").fetchone()[0]>=2: raise SkillError('CHAT_CAPACITY','当前对话模型繁忙,请稍后提交。',429) rows=db.execute("SELECT prompt,answer FROM chat_requests WHERE owner=? AND conversation=? AND project IS ? AND state='completed' ORDER BY created DESC LIMIT 4", (actor.user_id,conversation,project)).fetchall() messages=[{'role':'system','content':'Answer the user in their language. Return JSON {"answer":"..."}. No tools are available. Do not claim to read local files, execute code, query a database or change anything. Java is the default programming language; do not assume a framework.'}] for r in reversed(rows): messages.extend([{'role':'user','content':r['prompt']},{'role':'assistant','content':r['answer']}]) messages.append({'role':'user','content':prompt}) reserved=len(canonical(messages).encode())+512+2048 if reserved>24000: raise SkillError('CONTEXT_BUDGET_EXCEEDED','对话上下文过长,请新建对话。',409) used=db.execute('SELECT coalesce(sum(coalesce(charged,reserved)),0) FROM chat_requests WHERE owner=? AND created>?',(actor.user_id,time.time()-86400)).fetchone()[0] if used+reserved>100000: raise SkillError('CHAT_BUDGET_EXCEEDED','本地对话日预算已用完。',429) key='chat-'+uuid.uuid4().hex db.execute('''INSERT INTO chat_requests(id,owner,request_key,fingerprint,project,conversation,prompt,state,answer,error,reserved,charged,created,model) VALUES(?,?,?,?,?,?,?,'running',NULL,NULL,?,NULL,?,?)''', (key,actor.user_id,request_key,fingerprint,project,conversation,prompt,reserved,time.time(),model_name)) threading.Thread(target=self.complete,args=(actor.user_id,key,messages,provider),daemon=True).start() return self.get(actor,key) def complete(self, owner, key, messages, provider): state,answer,error,charged='unknown',None,'MODEL_RESULT_UNKNOWN',None try: actor=self.identity.actor(owner) self.get(actor,key) # Recheck membership before dispatch. if getattr(self,'resource_limited',False): from src.modules.governance.resource_limits import serial_slot with serial_slot(self.identity.path.parent,'model',timeout=900): self.get(self.identity.actor(owner),key) result=provider.complete(messages,2048,lambda:False) else:result=provider.complete(messages,2048,lambda:False) if (type(result.input_tokens)!=int or type(result.output_tokens)!=int or not 0<=result.output_tokens<=2048 or not 0<=result.input_tokens<=len(canonical(messages).encode())+512): raise SkillError('MODEL_USAGE_INVALID','用量无效。') charged=result.input_tokens+result.output_tokens self.get(self.identity.actor(owner),key) answer=result.content.get('answer') if not isinstance(answer,str) or not 1<=len(answer)<=16000: raise SkillError('MODEL_OUTPUT_INVALID','模型输出无效。') state,error='completed',None except ProviderFailure as exc: known=(type(exc.input_tokens) is int and type(exc.output_tokens) is int and 0<=exc.input_tokens<=len(canonical(messages).encode())+512 and 0<=exc.output_tokens<=2048) state,error=('failed' if known else 'rejected' if exc.rejected else 'unknown'),exc.code if known:charged=exc.input_tokens+exc.output_tokens elif exc.rejected: charged=0 except SkillError as exc: state,error,answer='failed',exc.code,None except Exception: answer=None with self.identity.connect() as db: db.execute('UPDATE chat_requests SET state=?,answer=?,error=?,charged=? WHERE id=?',(state,answer,error,charged,key))