| import httpx
|
| from openai import OpenAI
|
| from .chat_messages import ChatMessages
|
|
|
|
|
| gpt_model_config = {
|
| "gpt-4o": {
|
| "Pricing": (2.50/1000, 10.00/1000),
|
| "currency_symbol": '$',
|
| },
|
| "gpt-4o-mini": {
|
| "Pricing": (0.15/1000, 0.60/1000),
|
| "currency_symbol": '$',
|
| },
|
| "o1-preview": {
|
| "Pricing": (15/1000, 60/1000),
|
| "currency_symbol": '$',
|
| },
|
| "o1-mini": {
|
| "Pricing": (3/1000, 12/1000),
|
| "currency_symbol": '$',
|
| },
|
| }
|
|
|
|
|
| def stream_chat_with_gpt(messages, model='gpt-3.5-turbo-1106', response_json=False, api_key=None, base_url=None, max_tokens=4_096, n=1, proxies=None):
|
| if api_key is None:
|
| raise Exception('未提供有效的 api_key！')
|
|
|
| client_params = {
|
| "api_key": api_key,
|
| }
|
|
|
| if base_url:
|
| client_params['base_url'] = base_url
|
|
|
| if proxies:
|
| httpx_client = httpx.Client(proxy=proxies)
|
| client_params["http_client"] = httpx_client
|
|
|
| client = OpenAI(**client_params)
|
|
|
| if model in ['o1-preview', ] and messages[0]['role'] == 'system':
|
| messages[0:1] = [{'role': 'user', 'content': messages[0]['content']}, {'role': 'assistant', 'content': ''}]
|
|
|
| chatstream = client.chat.completions.create(
|
| stream=True,
|
| model=model,
|
| messages=messages,
|
| max_tokens=max_tokens,
|
| response_format={ "type": "json_object" } if response_json else None,
|
| n=n
|
| )
|
|
|
| messages.append({'role': 'assistant', 'content': ''})
|
| content = ['' for _ in range(n)]
|
| for part in chatstream:
|
| for choice in part.choices:
|
| content[choice.index] += choice.delta.content or ''
|
| messages[-1]['content'] = content if n > 1 else content[0]
|
| yield messages
|
|
|
| return messages
|
|
|
|
|
| if __name__ == '__main__':
|
| pass
|
|
|
