| from pydantic import BaseModel |
| from typing import Optional, List, Union, Dict |
| from datetime import datetime |
|
|
| |
| class ProxyChatCompletionRequest(BaseModel): |
| model: str |
| messages: List[Dict[str, str]] |
| temperature: Optional[float] = None |
| top_p: Optional[float] = None |
| n: Optional[int] = None |
| stream: Optional[bool] = None |
| stop: Optional[List[str]] = None |
| max_tokens: Optional[int] = None |
| presence_penalty: Optional[float] = None |
| frequency_penalty: Optional[float] = None |
| logit_bias: Optional[Dict[str, float]] = None |
| user: Optional[str] = None |
| response_format: Optional[Dict[str, str]] = None |
| seed: Optional[int] = None |
| tools: Optional[List[str]] = None |
| tool_choice: Optional[str] = None |
| functions: Optional[List[str]] = None |
| function_call: Optional[str] = None |
|
|
| |
| caching: Optional[bool] = None |
| api_base: Optional[str] = None |
| api_version: Optional[str] = None |
| api_key: Optional[str] = None |
| num_retries: Optional[int] = None |
| context_window_fallback_dict: Optional[Dict[str, str]] = None |
| fallbacks: Optional[List[str]] = None |
| metadata: Optional[Dict[str, str]] = {} |
| deployment_id: Optional[str] = None |
| request_timeout: Optional[int] = None |
|
|
| class Config: |
| extra='allow' |
|
|
| class ModelParams(BaseModel): |
| model_name: str |
| litellm_params: dict |
| model_info: Optional[dict] |
| class Config: |
| protected_namespaces = () |
|
|
| class GenerateKeyRequest(BaseModel): |
| duration: str = "1h" |
| models: list = [] |
| aliases: dict = {} |
| config: dict = {} |
| spend: int = 0 |
| user_id: Optional[str] = None |
|
|
| class GenerateKeyResponse(BaseModel): |
| key: str |
| expires: datetime |
| user_id: str |
|
|
| class _DeleteKeyObject(BaseModel): |
| key: str |
|
|
| class DeleteKeyRequest(BaseModel): |
| keys: List[_DeleteKeyObject] |
|
|
|
|
| class UserAPIKeyAuth(BaseModel): |
| api_key: Optional[str] = None |
| user_id: Optional[str] = None |
