File size: 7,343 Bytes
caf8059
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5ca3c16
caf8059
5ca3c16
 
caf8059
 
 
 
 
 
 
 
5ca3c16
caf8059
 
 
 
 
 
 
5ca3c16
caf8059
5ca3c16
 
 
 
 
 
caf8059
 
 
 
 
 
5ca3c16
caf8059
 
 
 
 
 
 
 
 
 
 
 
 
5ca3c16
 
 
 
caf8059
 
5ca3c16
caf8059
 
 
 
115b94d
 
 
 
 
 
caf8059
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
"""Ordinary model conversation: no tools, durable idempotency and bounded usage."""
import json
import threading
import time
import uuid
from src.modules.skill.domain.models import SkillError, canonical, digest
from src.modules.llm_gateway.service import ProviderFailure


class Conversations:
    def __init__(self, identity, providers, *, recover_incomplete=True):
        self.identity, self.providers = identity, tuple(providers)
        self.lock = threading.Lock()
        with identity.connect() as db:
            db.execute('''CREATE TABLE IF NOT EXISTS chat_requests(
                id TEXT PRIMARY KEY,owner TEXT,request_key TEXT,fingerprint TEXT,
                project TEXT,conversation TEXT,prompt TEXT,state TEXT,answer TEXT,
                error TEXT,reserved INTEGER,charged INTEGER,created REAL,model TEXT,
                UNIQUE(owner,request_key))''')
            if 'model' not in {r['name'] for r in db.execute('PRAGMA table_info(chat_requests)')}:
                db.execute('ALTER TABLE chat_requests ADD COLUMN model TEXT')
            if recover_incomplete:
                db.execute("UPDATE chat_requests SET state='unknown',error='SERVER_RESTART_RESULT_UNKNOWN' WHERE state='running'")

    def get(self, actor, key):
        with self.identity.connect() as db:
            row=db.execute('SELECT * FROM chat_requests WHERE id=? AND owner=?',(key,actor.user_id)).fetchone()
        if not row: raise SkillError('CHAT_NOT_FOUND','对话请求不存在。',404)
        if row['project']: self.identity.project_access(actor,row['project'])
        return {k:row[k] for k in ('id','state','answer','error','reserved','charged','model')}

    def usage(self, actor):
        self.identity.admin(actor)
        with self.identity.connect() as db:
            row=db.execute('SELECT count(*) calls,coalesce(sum(charged),0) charged_tokens,coalesce(sum(CASE WHEN charged IS NULL THEN reserved ELSE 0 END),0) unsettled_tokens FROM chat_requests').fetchone()
        return dict(row)

    def submit(self, actor, conversation, prompt, request_key, project=None, *, model=None):
        if project: self.identity.project_access(actor,project)
        from src.modules.llm_gateway.routing import selected_provider,plan
        selected=selected_provider(self.providers,model,['chat'])
        candidates,_=plan(self.providers,'chat',{'request':{}})
        provider=selected or (candidates[0] if candidates else None)
        model_name=getattr(provider,'model',getattr(provider,'name','configured')) if provider else None
        fingerprint=digest([conversation,prompt,project,*([selected.model] if selected else [])])
        with self.lock, self.identity.connect() as db:
            old=db.execute('SELECT id,fingerprint FROM chat_requests WHERE owner=? AND request_key=?',(actor.user_id,request_key)).fetchone()
            if old:
                if old['fingerprint']!=fingerprint: raise SkillError('IDEMPOTENCY_CONFLICT','请求键已用于其他内容。',409)
                return self.get(actor,old['id'])
            if not self.providers: raise SkillError('MODEL_NOT_CONFIGURED','未配置模型。',503)
            if not provider:raise SkillError('MODEL_ROUTE_UNAVAILABLE','没有可用的已验证对话模型。',503)
            if db.execute("SELECT count(*) FROM chat_requests WHERE state='running'").fetchone()[0]>=2:
                raise SkillError('CHAT_CAPACITY','当前对话模型繁忙,请稍后提交。',429)
            rows=db.execute("SELECT prompt,answer FROM chat_requests WHERE owner=? AND conversation=? AND project IS ? AND state='completed' ORDER BY created DESC LIMIT 4",
                            (actor.user_id,conversation,project)).fetchall()
            messages=[{'role':'system','content':'Answer the user in their language. Return JSON {"answer":"..."}. No tools are available. Do not claim to read local files, execute code, query a database or change anything. Java is the default programming language; do not assume a framework.'}]
            for r in reversed(rows):
                messages.extend([{'role':'user','content':r['prompt']},{'role':'assistant','content':r['answer']}])
            messages.append({'role':'user','content':prompt})
            reserved=len(canonical(messages).encode())+512+2048
            if reserved>24000: raise SkillError('CONTEXT_BUDGET_EXCEEDED','对话上下文过长,请新建对话。',409)
            used=db.execute('SELECT coalesce(sum(coalesce(charged,reserved)),0) FROM chat_requests WHERE owner=? AND created>?',(actor.user_id,time.time()-86400)).fetchone()[0]
            if used+reserved>100000: raise SkillError('CHAT_BUDGET_EXCEEDED','本地对话日预算已用完。',429)
            key='chat-'+uuid.uuid4().hex
            db.execute('''INSERT INTO chat_requests(id,owner,request_key,fingerprint,project,conversation,prompt,state,answer,error,reserved,charged,created,model)
                          VALUES(?,?,?,?,?,?,?,'running',NULL,NULL,?,NULL,?,?)''',
                       (key,actor.user_id,request_key,fingerprint,project,conversation,prompt,reserved,time.time(),model_name))
        threading.Thread(target=self.complete,args=(actor.user_id,key,messages,provider),daemon=True).start()
        return self.get(actor,key)

    def complete(self, owner, key, messages, provider):
        state,answer,error,charged='unknown',None,'MODEL_RESULT_UNKNOWN',None
        try:
            actor=self.identity.actor(owner)
            self.get(actor,key)  # Recheck membership before dispatch.
            if getattr(self,'resource_limited',False):
                from src.modules.governance.resource_limits import serial_slot
                with serial_slot(self.identity.path.parent,'model',timeout=900):
                    self.get(self.identity.actor(owner),key)
                    result=provider.complete(messages,2048,lambda:False)
            else:result=provider.complete(messages,2048,lambda:False)
            if (type(result.input_tokens)!=int or type(result.output_tokens)!=int or
                not 0<=result.output_tokens<=2048 or not 0<=result.input_tokens<=len(canonical(messages).encode())+512):
                raise SkillError('MODEL_USAGE_INVALID','用量无效。')
            charged=result.input_tokens+result.output_tokens
            self.get(self.identity.actor(owner),key)
            answer=result.content.get('answer')
            if not isinstance(answer,str) or not 1<=len(answer)<=16000:
                raise SkillError('MODEL_OUTPUT_INVALID','模型输出无效。')
            state,error='completed',None
        except ProviderFailure as exc:
            known=(type(exc.input_tokens) is int and type(exc.output_tokens) is int
                   and 0<=exc.input_tokens<=len(canonical(messages).encode())+512 and 0<=exc.output_tokens<=2048)
            state,error=('failed' if known else 'rejected' if exc.rejected else 'unknown'),exc.code
            if known:charged=exc.input_tokens+exc.output_tokens
            elif exc.rejected: charged=0
        except SkillError as exc:
            state,error,answer='failed',exc.code,None
        except Exception:
            answer=None
        with self.identity.connect() as db:
            db.execute('UPDATE chat_requests SET state=?,answer=?,error=?,charged=? WHERE id=?',(state,answer,error,charged,key))