from pydantic import BaseModel from src.llm import gemini_client class _Result(BaseModel): value: str class _Response: parsed = _Result(value="ok") class _Models: def __init__(self, calls, failures): self._calls = calls self._failures = failures def generate_content(self, *, model, **_kwargs): self._calls.append(model) if model in self._failures: raise RuntimeError(model) return _Response() class _Client: def __init__(self, calls, failures): self.models = _Models(calls, failures) def test_fallback_model_runs_on_same_key_before_next_key(monkeypatch): calls = [] monkeypatch.setattr(gemini_client, "API_KEYS", ["key-1", "key-2"]) monkeypatch.setattr(gemini_client, "GEMINI_MODEL", "primary") monkeypatch.setattr(gemini_client, "GEMINI_MODEL_FALLBACK", "fallback") monkeypatch.setattr(gemini_client, "_get_client", lambda key: _Client(calls, {"primary"})) monkeypatch.setattr(gemini_client, "_record_success", lambda _complexity: None) result = gemini_client.call_gemini("system", "user", _Result) assert result.value == "ok" assert calls == ["primary", "fallback"] def test_key_advances_only_after_both_models_fail(monkeypatch): calls = [] monkeypatch.setattr(gemini_client, "API_KEYS", ["key-1", "key-2"]) monkeypatch.setattr(gemini_client, "GEMINI_MODEL", "primary") monkeypatch.setattr(gemini_client, "GEMINI_MODEL_FALLBACK", "fallback") monkeypatch.setattr( gemini_client, "_get_client", lambda key: _Client(calls, {"primary", "fallback"} if key == "key-1" else set()), ) monkeypatch.setattr(gemini_client, "_record_success", lambda _complexity: None) result = gemini_client.call_gemini("system", "user", _Result) assert result.value == "ok" assert calls == ["primary", "fallback", "primary"]