Spaces:
Paused
Paused
| import time | |
| from typing import Any, Optional | |
| import litellm | |
| from litellm import CustomLLM, ImageObject, ImageResponse, completion, get_llm_provider | |
| from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler | |
| from litellm.types.utils import ModelResponse | |
| class MyCustomLLM(CustomLLM): | |
| def completion(self, *args, **kwargs) -> ModelResponse: | |
| return litellm.completion( | |
| model="gpt-3.5-turbo", | |
| messages=[{"role": "user", "content": "Hello world"}], | |
| mock_response="Hi!", | |
| ) # type: ignore | |
| async def acompletion(self, *args, **kwargs) -> litellm.ModelResponse: | |
| return litellm.completion( | |
| model="gpt-3.5-turbo", | |
| messages=[{"role": "user", "content": "Hello world"}], | |
| mock_response="Hi!", | |
| ) # type: ignore | |
| my_custom_llm = MyCustomLLM() | |