dheraingoud's picture
sync: upstream 9194f15 + custom addons (KeyRotator, RotatingChatTransport, sol/terra/luna, ScannerTrap, health, Py3.12 compat)
e99df76
Raw History Blame Contribute Delete
4.16 kB
from __future__ import annotations
"""Provider model-list metadata cache."""
from collections.abc import Iterable
from dataclasses import replace
from free_claude_code.application.model_metadata import ProviderModelInfo
from free_claude_code.config.provider_catalog import SUPPORTED_PROVIDER_IDS
class ProviderModelCache:
"""Store provider model metadata for instant model-list responses."""
def __init__(
self,
available_provider_ids: Iterable[str] = SUPPORTED_PROVIDER_IDS,
) -> None:
self._available_provider_ids = frozenset(available_provider_ids)
self._model_infos_by_provider: dict[str, dict[str, ProviderModelInfo]] = {}
def cache_model_infos(
self, provider_id: str, model_infos: Iterable[ProviderModelInfo]
) -> None:
"""Store provider model metadata by raw provider model id."""
if provider_id not in self._available_provider_ids:
return
clean_infos = {
info.model_id: info for info in model_infos if info.model_id.strip()
}
self._model_infos_by_provider[provider_id] = clean_infos
def copy(self, available_provider_ids: Iterable[str]) -> ProviderModelCache:
"""Seed a generation without sharing mutable dictionaries with its predecessor."""
result = ProviderModelCache(available_provider_ids)
for provider_id, infos in self._model_infos_by_provider.items():
result.cache_model_infos(provider_id, infos.values())
return result
def provider_infos(self, provider_id: str) -> tuple[ProviderModelInfo, ...]:
return tuple(self._model_infos_by_provider.get(provider_id, {}).values())
def set_available_providers(self, provider_ids: Iterable[str]) -> None:
"""Replace the provider scope and discard entries outside it."""
self._available_provider_ids = frozenset(provider_ids)
self._model_infos_by_provider = {
provider_id: infos
for provider_id, infos in self._model_infos_by_provider.items()
if provider_id in self._available_provider_ids
}
def add_provider(self, provider_id: str) -> None:
"""Make one dynamically authenticated provider cacheable."""
self._available_provider_ids = self._available_provider_ids | {provider_id}
def remove_provider(self, provider_id: str) -> None:
"""Evict one provider and stop accepting its discovered metadata."""
self._available_provider_ids = self._available_provider_ids - {provider_id}
self._model_infos_by_provider.pop(provider_id, None)
def cached_model_ids(self) -> dict[str, frozenset[str]]:
"""Return cached raw provider model ids by provider."""
return {
provider_id: frozenset(infos)
for provider_id, infos in self._model_infos_by_provider.items()
}
def has_provider(self, provider_id: str) -> bool:
"""Return whether this provider has any cached model-list result."""
return provider_id in self._model_infos_by_provider
def cached_model_info(
self, provider_id: str, model_id: str
) -> ProviderModelInfo | None:
"""Return the complete cached record for one provider model."""
return self._model_infos_by_provider.get(provider_id, {}).get(model_id)
def cached_prefixed_model_infos(self) -> tuple[ProviderModelInfo, ...]:
"""Return cached provider models with user-selectable prefixed ids."""
infos: list[ProviderModelInfo] = []
for provider_id in (
*SUPPORTED_PROVIDER_IDS,
*sorted(self._available_provider_ids.difference(SUPPORTED_PROVIDER_IDS)),
):
provider_infos = self._model_infos_by_provider.get(provider_id, {})
infos.extend(
replace(info, model_id=f"{provider_id}/{info.model_id}")
for info in sorted(
provider_infos.values(), key=lambda item: item.model_id
)
)
return tuple(infos)
def clear(self) -> None:
"""Clear all cached model metadata."""
self._model_infos_by_provider.clear()