dheraingoud's picture
Copilot App
Sync upstream v6.19.35 and preserve custom addons
a9e27c0
Raw History Blame Contribute Delete
4.79 kB
from __future__ import annotations
"""Base provider interface - extend this to implement your own provider."""
from abc import ABC, abstractmethod
from collections.abc import AsyncIterator, Mapping
from dataclasses import dataclass
from free_claude_code.application.errors import InvalidRequestError
from free_claude_code.application.model_metadata import ProviderModelInfo
from free_claude_code.core.anthropic.models import MessagesRequest
from free_claude_code.core.anthropic.passthrough import NativeMessagesRequest
from free_claude_code.core.chat_completions.request import ChatRequest
from free_claude_code.core.gemini import GeminiRequest
from free_claude_code.core.openai_responses import OpenAIResponsesRequest
from free_claude_code.core.reasoning import DEFAULT_REASONING_POLICY, ReasoningPolicy
from free_claude_code.core.stream_output import StreamOutput
from free_claude_code.core.stream_recovery import ContinuationSeed
from free_claude_code.providers.history_negotiation import HistoryModeCache
@dataclass(frozen=True, slots=True)
class ProviderConfig:
"""Resolved immutable configuration for one provider instance.
Base fields apply to all providers.
"""
api_key: str | None
base_url: str
http_read_timeout: float
http_write_timeout: float
http_connect_timeout: float
proxy: str | None
log_raw_sse_events: bool
log_api_error_tracebacks: bool
class BaseProvider(ABC):
"""Base class for all providers. Extend this to add your own."""
def __init__(
self, config: ProviderConfig, *, history_cache: HistoryModeCache | None = None
):
self._config = config
self._history_cache = (
history_cache if history_cache is not None else HistoryModeCache()
)
@abstractmethod
async def cleanup(self) -> None:
"""Release any resources held by this provider."""
@abstractmethod
async def list_model_infos(self) -> frozenset[ProviderModelInfo]:
"""Return the model metadata currently advertised by this provider."""
def stream_native_messages(
self,
request: NativeMessagesRequest,
*,
request_id: str | None = None,
response_model: str | None = None,
request_headers: Mapping[str, str] | None = None,
reasoning_override: ReasoningPolicy | None = None,
continuation: ContinuationSeed | None = None,
) -> AsyncIterator[StreamOutput]:
raise InvalidRequestError(
"This provider does not support native Messages execution."
)
def stream_chat(
self,
request: ChatRequest,
input_tokens: int = 0,
*,
request_id: str | None = None,
response_model: str | None = None,
reasoning: ReasoningPolicy = DEFAULT_REASONING_POLICY,
request_headers: Mapping[str, str] | None = None,
model_info: ProviderModelInfo | None = None,
continuation: ContinuationSeed | None = None,
) -> AsyncIterator[StreamOutput]:
raise InvalidRequestError("This provider does not support Chat execution.")
def stream_gemini(
self,
request: GeminiRequest,
input_tokens: int = 0,
*,
request_id: str | None = None,
response_model: str | None = None,
reasoning: ReasoningPolicy = DEFAULT_REASONING_POLICY,
request_headers: Mapping[str, str] | None = None,
model_info: ProviderModelInfo | None = None,
continuation: ContinuationSeed | None = None,
) -> AsyncIterator[StreamOutput]:
raise InvalidRequestError("This provider does not support Gemini execution.")
@abstractmethod
def stream_messages(
self,
request: MessagesRequest,
input_tokens: int = 0,
*,
request_id: str | None = None,
response_model: str | None = None,
reasoning: ReasoningPolicy = DEFAULT_REASONING_POLICY,
request_headers: Mapping[str, str] | None = None,
model_info: ProviderModelInfo | None = None,
continuation: ContinuationSeed | None = None,
) -> AsyncIterator[StreamOutput]:
"""Validate the request before yielding a response in Anthropic SSE format."""
@abstractmethod
def stream_responses(
self,
request: OpenAIResponsesRequest,
input_tokens: int = 0,
*,
request_id: str | None = None,
response_model: str | None = None,
reasoning: ReasoningPolicy = DEFAULT_REASONING_POLICY,
request_headers: Mapping[str, str] | None = None,
model_info: ProviderModelInfo | None = None,
continuation: ContinuationSeed | None = None,
) -> AsyncIterator[StreamOutput]:
"""Validate the request before yielding OpenAI Responses SSE events."""