Spaces:
Running
Running
sync: upstream 9194f15 + custom addons (KeyRotator, RotatingChatTransport, sol/terra/luna, ScannerTrap, health, Py3.12 compat)
e99df76 Download src/free_claude_code/application/model_catalog.py from dherain24/claude-proxy: direct link, hf CLI and curl.
- Browser
- Download file 4.55 kB
-
https://huggingface.co/spaces/dherain24/claude-proxy/resolve/main/src/free_claude_code/application/model_catalog.py
- Command line
-
hf download hf://spaces/dherain24/claude-proxy/src/free_claude_code/application/model_catalog.py
-
curl -L -o model_catalog.py https://huggingface.co/spaces/dherain24/claude-proxy/resolve/main/src/free_claude_code/application/model_catalog.py
4.55 kB
| from __future__ import annotations | |
| """Application model inventory and presentation order, independent of clients.""" | |
| from collections.abc import Sequence | |
| from dataclasses import dataclass, replace | |
| from typing import TYPE_CHECKING | |
| from free_claude_code.config.constants import DEFAULT_MODEL_CONTEXT_TOKENS | |
| from free_claude_code.config.model_refs import ( | |
| configured_chat_model_refs, | |
| split_provider_model_ref, | |
| ) | |
| from free_claude_code.core.gateway_model_ids import no_thinking_gateway_model_id | |
| from free_claude_code.core.model_capabilities import ModelInputModality | |
| from .model_metadata import ProviderModelInfo | |
| if TYPE_CHECKING: | |
| from free_claude_code.config.settings import Settings | |
| from .ports import ModelCatalogPort | |
| class CatalogModel: | |
| """One exact FCC model identity and its reported capabilities.""" | |
| wire_slug: str | |
| provider_model_ref: str | |
| display_name: str | |
| supports_reasoning: bool | None | |
| input_modalities: frozenset[ModelInputModality] | None = None | |
| context_window_tokens: int | None = None | |
| max_output_tokens: int | None = None | |
| class ModelCatalog: | |
| """An ordered inventory with selection independent of list position.""" | |
| models: tuple[CatalogModel, ...] | |
| default_model_id: str | |
| def context_window_for_client(model: CatalogModel) -> int: | |
| """Resolve client capacity without changing reported provider metadata.""" | |
| context = model.context_window_tokens | |
| return ( | |
| context if context is not None and context > 0 else DEFAULT_MODEL_CONTEXT_TOKENS | |
| ) | |
| def model_order_key(provider_model_ref: str) -> tuple[str, str, str, str]: | |
| provider, model = split_provider_model_ref(provider_model_ref) | |
| return provider.casefold(), model.casefold(), provider, model | |
| def read_model_catalog( | |
| runtime: ModelCatalogPort, settings: Settings | None = None | |
| ) -> ModelCatalog: | |
| """Merge configured and cached models without discovery or provider leases.""" | |
| settings = settings if settings is not None else runtime.current_settings() | |
| models: dict[str, CatalogModel] = {} | |
| for ref in configured_chat_model_refs(settings): | |
| models[ref.model_ref] = _catalog_model( | |
| ref.model_ref, runtime.cached_model_info(ref.provider_id, ref.model_id) | |
| ) | |
| for info in runtime.cached_prefixed_model_infos(): | |
| if info.model_id not in models: | |
| models[info.model_id] = _catalog_model(info.model_id, info) | |
| for ref, model in tuple(models.items()): | |
| provider_id, model_id = split_provider_model_ref(ref) | |
| if definition := settings.custom_provider(provider_id): | |
| models[ref] = replace( | |
| model, | |
| display_name=f"{definition.display_name}/{model_id}" | |
| + (" (no thinking)" if model.supports_reasoning is False else ""), | |
| ) | |
| def order(model: CatalogModel): | |
| provider_id, model_id = split_provider_model_ref(model.provider_model_ref) | |
| definition = settings.custom_provider(provider_id) | |
| name = definition.display_name if definition else provider_id | |
| return ( | |
| name.casefold(), | |
| model_id.casefold(), | |
| name, | |
| model_id, | |
| model.provider_model_ref, | |
| ) | |
| return ModelCatalog( | |
| models=tuple( | |
| sorted( | |
| models.values(), | |
| key=order, | |
| ) | |
| ), | |
| default_model_id=models[settings.model].wire_slug, | |
| ) | |
| def _catalog_model(ref: str, info: ProviderModelInfo | None) -> CatalogModel: | |
| info = info if info is not None else ProviderModelInfo(ref) | |
| no_thinking = info.supports_thinking is False | |
| return CatalogModel( | |
| wire_slug=no_thinking_gateway_model_id(ref) if no_thinking else ref, | |
| provider_model_ref=ref, | |
| display_name=f"{ref} (no thinking)" if no_thinking else ref, | |
| supports_reasoning=info.supports_thinking, | |
| input_modalities=info.input_modalities, | |
| context_window_tokens=info.context_window_tokens, | |
| max_output_tokens=info.max_output_tokens, | |
| ) | |
| def catalog_wire_slug_for_ref( | |
| models: Sequence[CatalogModel], provider_model_ref: str | None | |
| ) -> str | None: | |
| """Resolve an explicit selection, retaining a missing or unset reference.""" | |
| if not provider_model_ref: | |
| return provider_model_ref | |
| for model in models: | |
| if model.provider_model_ref == provider_model_ref: | |
| return model.wire_slug | |
| return provider_model_ref | |