valhalla / backend /test_gemini_client.py
Dontcryx_07
final
d660fa9
Raw History Blame Contribute Delete
1.9 kB
from pydantic import BaseModel
from src.llm import gemini_client
class _Result(BaseModel):
value: str
class _Response:
parsed = _Result(value="ok")
class _Models:
def __init__(self, calls, failures):
self._calls = calls
self._failures = failures
def generate_content(self, *, model, **_kwargs):
self._calls.append(model)
if model in self._failures:
raise RuntimeError(model)
return _Response()
class _Client:
def __init__(self, calls, failures):
self.models = _Models(calls, failures)
def test_fallback_model_runs_on_same_key_before_next_key(monkeypatch):
calls = []
monkeypatch.setattr(gemini_client, "API_KEYS", ["key-1", "key-2"])
monkeypatch.setattr(gemini_client, "GEMINI_MODEL", "primary")
monkeypatch.setattr(gemini_client, "GEMINI_MODEL_FALLBACK", "fallback")
monkeypatch.setattr(gemini_client, "_get_client", lambda key: _Client(calls, {"primary"}))
monkeypatch.setattr(gemini_client, "_record_success", lambda _complexity: None)
result = gemini_client.call_gemini("system", "user", _Result)
assert result.value == "ok"
assert calls == ["primary", "fallback"]
def test_key_advances_only_after_both_models_fail(monkeypatch):
calls = []
monkeypatch.setattr(gemini_client, "API_KEYS", ["key-1", "key-2"])
monkeypatch.setattr(gemini_client, "GEMINI_MODEL", "primary")
monkeypatch.setattr(gemini_client, "GEMINI_MODEL_FALLBACK", "fallback")
monkeypatch.setattr(
gemini_client,
"_get_client",
lambda key: _Client(calls, {"primary", "fallback"} if key == "key-1" else set()),
)
monkeypatch.setattr(gemini_client, "_record_success", lambda _complexity: None)
result = gemini_client.call_gemini("system", "user", _Result)
assert result.value == "ok"
assert calls == ["primary", "fallback", "primary"]