| import qianfan
|
| from .chat_messages import ChatMessages
|
|
|
|
|
|
|
|
|
|
|
| wenxin_model_config = {
|
| "ERNIE-3.5-8K":{
|
| "Pricing": (0.0008, 0.002),
|
| "currency_symbol": '￥',
|
| },
|
| "ERNIE-4.0-8K":{
|
| "Pricing": (0.03, 0.09),
|
| "currency_symbol": '￥',
|
| },
|
| "ERNIE-Novel-8K":{
|
| "Pricing": (0.04, 0.12),
|
| "currency_symbol": '￥',
|
| }
|
| }
|
|
|
|
|
| def stream_chat_with_wenxin(messages, model='ERNIE-Bot', response_json=False, ak=None, sk=None, max_tokens=6000):
|
| if ak is None or sk is None:
|
| raise Exception('未提供有效的 ak 和 sk！')
|
|
|
| client = qianfan.ChatCompletion(ak=ak, sk=sk)
|
|
|
| chatstream = client.do(model=model,
|
| system=messages[0]['content'] if messages[0]['role'] == 'system' else None,
|
| messages=messages if messages[0]['role'] != 'system' else messages[1:],
|
| stream=True,
|
| response_format='json_object' if response_json else 'text'
|
| )
|
|
|
| messages.append({'role': 'assistant', 'content': ''})
|
| content = ''
|
| for part in chatstream:
|
| content += part['body']['result'] or ''
|
| messages[-1]['content'] = content
|
| yield messages
|
|
|
| return messages
|
|
|
|
|
| if __name__ == '__main__':
|
| pass |
