Spaces:
Sleeping
Sleeping
Download src/apps/workbench/conversation.py from dellweb3/VibeCoding: direct link, hf CLI and curl.
- Browser
- Download file 7.34 kB
-
https://huggingface.co/spaces/dellweb3/VibeCoding/resolve/main/src/apps/workbench/conversation.py
- Command line
-
hf download hf://spaces/dellweb3/VibeCoding/src/apps/workbench/conversation.py
-
curl -L -o conversation.py https://huggingface.co/spaces/dellweb3/VibeCoding/resolve/main/src/apps/workbench/conversation.py
7.34 kB
| """Ordinary model conversation: no tools, durable idempotency and bounded usage.""" | |
| import json | |
| import threading | |
| import time | |
| import uuid | |
| from src.modules.skill.domain.models import SkillError, canonical, digest | |
| from src.modules.llm_gateway.service import ProviderFailure | |
| class Conversations: | |
| def __init__(self, identity, providers, *, recover_incomplete=True): | |
| self.identity, self.providers = identity, tuple(providers) | |
| self.lock = threading.Lock() | |
| with identity.connect() as db: | |
| db.execute('''CREATE TABLE IF NOT EXISTS chat_requests( | |
| id TEXT PRIMARY KEY,owner TEXT,request_key TEXT,fingerprint TEXT, | |
| project TEXT,conversation TEXT,prompt TEXT,state TEXT,answer TEXT, | |
| error TEXT,reserved INTEGER,charged INTEGER,created REAL,model TEXT, | |
| UNIQUE(owner,request_key))''') | |
| if 'model' not in {r['name'] for r in db.execute('PRAGMA table_info(chat_requests)')}: | |
| db.execute('ALTER TABLE chat_requests ADD COLUMN model TEXT') | |
| if recover_incomplete: | |
| db.execute("UPDATE chat_requests SET state='unknown',error='SERVER_RESTART_RESULT_UNKNOWN' WHERE state='running'") | |
| def get(self, actor, key): | |
| with self.identity.connect() as db: | |
| row=db.execute('SELECT * FROM chat_requests WHERE id=? AND owner=?',(key,actor.user_id)).fetchone() | |
| if not row: raise SkillError('CHAT_NOT_FOUND','对话请求不存在。',404) | |
| if row['project']: self.identity.project_access(actor,row['project']) | |
| return {k:row[k] for k in ('id','state','answer','error','reserved','charged','model')} | |
| def usage(self, actor): | |
| self.identity.admin(actor) | |
| with self.identity.connect() as db: | |
| row=db.execute('SELECT count(*) calls,coalesce(sum(charged),0) charged_tokens,coalesce(sum(CASE WHEN charged IS NULL THEN reserved ELSE 0 END),0) unsettled_tokens FROM chat_requests').fetchone() | |
| return dict(row) | |
| def submit(self, actor, conversation, prompt, request_key, project=None, *, model=None): | |
| if project: self.identity.project_access(actor,project) | |
| from src.modules.llm_gateway.routing import selected_provider,plan | |
| selected=selected_provider(self.providers,model,['chat']) | |
| candidates,_=plan(self.providers,'chat',{'request':{}}) | |
| provider=selected or (candidates[0] if candidates else None) | |
| model_name=getattr(provider,'model',getattr(provider,'name','configured')) if provider else None | |
| fingerprint=digest([conversation,prompt,project,*([selected.model] if selected else [])]) | |
| with self.lock, self.identity.connect() as db: | |
| old=db.execute('SELECT id,fingerprint FROM chat_requests WHERE owner=? AND request_key=?',(actor.user_id,request_key)).fetchone() | |
| if old: | |
| if old['fingerprint']!=fingerprint: raise SkillError('IDEMPOTENCY_CONFLICT','请求键已用于其他内容。',409) | |
| return self.get(actor,old['id']) | |
| if not self.providers: raise SkillError('MODEL_NOT_CONFIGURED','未配置模型。',503) | |
| if not provider:raise SkillError('MODEL_ROUTE_UNAVAILABLE','没有可用的已验证对话模型。',503) | |
| if db.execute("SELECT count(*) FROM chat_requests WHERE state='running'").fetchone()[0]>=2: | |
| raise SkillError('CHAT_CAPACITY','当前对话模型繁忙,请稍后提交。',429) | |
| rows=db.execute("SELECT prompt,answer FROM chat_requests WHERE owner=? AND conversation=? AND project IS ? AND state='completed' ORDER BY created DESC LIMIT 4", | |
| (actor.user_id,conversation,project)).fetchall() | |
| messages=[{'role':'system','content':'Answer the user in their language. Return JSON {"answer":"..."}. No tools are available. Do not claim to read local files, execute code, query a database or change anything. Java is the default programming language; do not assume a framework.'}] | |
| for r in reversed(rows): | |
| messages.extend([{'role':'user','content':r['prompt']},{'role':'assistant','content':r['answer']}]) | |
| messages.append({'role':'user','content':prompt}) | |
| reserved=len(canonical(messages).encode())+512+2048 | |
| if reserved>24000: raise SkillError('CONTEXT_BUDGET_EXCEEDED','对话上下文过长,请新建对话。',409) | |
| used=db.execute('SELECT coalesce(sum(coalesce(charged,reserved)),0) FROM chat_requests WHERE owner=? AND created>?',(actor.user_id,time.time()-86400)).fetchone()[0] | |
| if used+reserved>100000: raise SkillError('CHAT_BUDGET_EXCEEDED','本地对话日预算已用完。',429) | |
| key='chat-'+uuid.uuid4().hex | |
| db.execute('''INSERT INTO chat_requests(id,owner,request_key,fingerprint,project,conversation,prompt,state,answer,error,reserved,charged,created,model) | |
| VALUES(?,?,?,?,?,?,?,'running',NULL,NULL,?,NULL,?,?)''', | |
| (key,actor.user_id,request_key,fingerprint,project,conversation,prompt,reserved,time.time(),model_name)) | |
| threading.Thread(target=self.complete,args=(actor.user_id,key,messages,provider),daemon=True).start() | |
| return self.get(actor,key) | |
| def complete(self, owner, key, messages, provider): | |
| state,answer,error,charged='unknown',None,'MODEL_RESULT_UNKNOWN',None | |
| try: | |
| actor=self.identity.actor(owner) | |
| self.get(actor,key) # Recheck membership before dispatch. | |
| if getattr(self,'resource_limited',False): | |
| from src.modules.governance.resource_limits import serial_slot | |
| with serial_slot(self.identity.path.parent,'model',timeout=900): | |
| self.get(self.identity.actor(owner),key) | |
| result=provider.complete(messages,2048,lambda:False) | |
| else:result=provider.complete(messages,2048,lambda:False) | |
| if (type(result.input_tokens)!=int or type(result.output_tokens)!=int or | |
| not 0<=result.output_tokens<=2048 or not 0<=result.input_tokens<=len(canonical(messages).encode())+512): | |
| raise SkillError('MODEL_USAGE_INVALID','用量无效。') | |
| charged=result.input_tokens+result.output_tokens | |
| self.get(self.identity.actor(owner),key) | |
| answer=result.content.get('answer') | |
| if not isinstance(answer,str) or not 1<=len(answer)<=16000: | |
| raise SkillError('MODEL_OUTPUT_INVALID','模型输出无效。') | |
| state,error='completed',None | |
| except ProviderFailure as exc: | |
| known=(type(exc.input_tokens) is int and type(exc.output_tokens) is int | |
| and 0<=exc.input_tokens<=len(canonical(messages).encode())+512 and 0<=exc.output_tokens<=2048) | |
| state,error=('failed' if known else 'rejected' if exc.rejected else 'unknown'),exc.code | |
| if known:charged=exc.input_tokens+exc.output_tokens | |
| elif exc.rejected: charged=0 | |
| except SkillError as exc: | |
| state,error,answer='failed',exc.code,None | |
| except Exception: | |
| answer=None | |
| with self.identity.connect() as db: | |
| db.execute('UPDATE chat_requests SET state=?,answer=?,error=?,charged=? WHERE id=?',(state,answer,error,charged,key)) | |