dheraingoud's picture
sync: upstream 9194f15 + custom addons (KeyRotator, RotatingChatTransport, sol/terra/luna, ScannerTrap, health, Py3.12 compat)
e99df76
Raw History Blame Contribute Delete
4.55 kB
from __future__ import annotations
"""Application model inventory and presentation order, independent of clients."""
from collections.abc import Sequence
from dataclasses import dataclass, replace
from typing import TYPE_CHECKING
from free_claude_code.config.constants import DEFAULT_MODEL_CONTEXT_TOKENS
from free_claude_code.config.model_refs import (
configured_chat_model_refs,
split_provider_model_ref,
)
from free_claude_code.core.gateway_model_ids import no_thinking_gateway_model_id
from free_claude_code.core.model_capabilities import ModelInputModality
from .model_metadata import ProviderModelInfo
if TYPE_CHECKING:
from free_claude_code.config.settings import Settings
from .ports import ModelCatalogPort
@dataclass(frozen=True, slots=True)
class CatalogModel:
"""One exact FCC model identity and its reported capabilities."""
wire_slug: str
provider_model_ref: str
display_name: str
supports_reasoning: bool | None
input_modalities: frozenset[ModelInputModality] | None = None
context_window_tokens: int | None = None
max_output_tokens: int | None = None
@dataclass(frozen=True, slots=True)
class ModelCatalog:
"""An ordered inventory with selection independent of list position."""
models: tuple[CatalogModel, ...]
default_model_id: str
def context_window_for_client(model: CatalogModel) -> int:
"""Resolve client capacity without changing reported provider metadata."""
context = model.context_window_tokens
return (
context if context is not None and context > 0 else DEFAULT_MODEL_CONTEXT_TOKENS
)
def model_order_key(provider_model_ref: str) -> tuple[str, str, str, str]:
provider, model = split_provider_model_ref(provider_model_ref)
return provider.casefold(), model.casefold(), provider, model
def read_model_catalog(
runtime: ModelCatalogPort, settings: Settings | None = None
) -> ModelCatalog:
"""Merge configured and cached models without discovery or provider leases."""
settings = settings if settings is not None else runtime.current_settings()
models: dict[str, CatalogModel] = {}
for ref in configured_chat_model_refs(settings):
models[ref.model_ref] = _catalog_model(
ref.model_ref, runtime.cached_model_info(ref.provider_id, ref.model_id)
)
for info in runtime.cached_prefixed_model_infos():
if info.model_id not in models:
models[info.model_id] = _catalog_model(info.model_id, info)
for ref, model in tuple(models.items()):
provider_id, model_id = split_provider_model_ref(ref)
if definition := settings.custom_provider(provider_id):
models[ref] = replace(
model,
display_name=f"{definition.display_name}/{model_id}"
+ (" (no thinking)" if model.supports_reasoning is False else ""),
)
def order(model: CatalogModel):
provider_id, model_id = split_provider_model_ref(model.provider_model_ref)
definition = settings.custom_provider(provider_id)
name = definition.display_name if definition else provider_id
return (
name.casefold(),
model_id.casefold(),
name,
model_id,
model.provider_model_ref,
)
return ModelCatalog(
models=tuple(
sorted(
models.values(),
key=order,
)
),
default_model_id=models[settings.model].wire_slug,
)
def _catalog_model(ref: str, info: ProviderModelInfo | None) -> CatalogModel:
info = info if info is not None else ProviderModelInfo(ref)
no_thinking = info.supports_thinking is False
return CatalogModel(
wire_slug=no_thinking_gateway_model_id(ref) if no_thinking else ref,
provider_model_ref=ref,
display_name=f"{ref} (no thinking)" if no_thinking else ref,
supports_reasoning=info.supports_thinking,
input_modalities=info.input_modalities,
context_window_tokens=info.context_window_tokens,
max_output_tokens=info.max_output_tokens,
)
def catalog_wire_slug_for_ref(
models: Sequence[CatalogModel], provider_model_ref: str | None
) -> str | None:
"""Resolve an explicit selection, retaining a missing or unset reference."""
if not provider_model_ref:
return provider_model_ref
for model in models:
if model.provider_model_ref == provider_model_ref:
return model.wire_slug
return provider_model_ref