Spaces:
Running
Running
Download backend/test_gemini_client.py from Agmmm/valhalla: direct link, hf CLI and curl.
- Browser
- Download file 1.9 kB
-
https://huggingface.co/spaces/Agmmm/valhalla/resolve/main/backend/test_gemini_client.py
- Command line
-
hf download hf://spaces/Agmmm/valhalla/backend/test_gemini_client.py
-
curl -L -o test_gemini_client.py https://huggingface.co/spaces/Agmmm/valhalla/resolve/main/backend/test_gemini_client.py
1.9 kB
| from pydantic import BaseModel | |
| from src.llm import gemini_client | |
| class _Result(BaseModel): | |
| value: str | |
| class _Response: | |
| parsed = _Result(value="ok") | |
| class _Models: | |
| def __init__(self, calls, failures): | |
| self._calls = calls | |
| self._failures = failures | |
| def generate_content(self, *, model, **_kwargs): | |
| self._calls.append(model) | |
| if model in self._failures: | |
| raise RuntimeError(model) | |
| return _Response() | |
| class _Client: | |
| def __init__(self, calls, failures): | |
| self.models = _Models(calls, failures) | |
| def test_fallback_model_runs_on_same_key_before_next_key(monkeypatch): | |
| calls = [] | |
| monkeypatch.setattr(gemini_client, "API_KEYS", ["key-1", "key-2"]) | |
| monkeypatch.setattr(gemini_client, "GEMINI_MODEL", "primary") | |
| monkeypatch.setattr(gemini_client, "GEMINI_MODEL_FALLBACK", "fallback") | |
| monkeypatch.setattr(gemini_client, "_get_client", lambda key: _Client(calls, {"primary"})) | |
| monkeypatch.setattr(gemini_client, "_record_success", lambda _complexity: None) | |
| result = gemini_client.call_gemini("system", "user", _Result) | |
| assert result.value == "ok" | |
| assert calls == ["primary", "fallback"] | |
| def test_key_advances_only_after_both_models_fail(monkeypatch): | |
| calls = [] | |
| monkeypatch.setattr(gemini_client, "API_KEYS", ["key-1", "key-2"]) | |
| monkeypatch.setattr(gemini_client, "GEMINI_MODEL", "primary") | |
| monkeypatch.setattr(gemini_client, "GEMINI_MODEL_FALLBACK", "fallback") | |
| monkeypatch.setattr( | |
| gemini_client, | |
| "_get_client", | |
| lambda key: _Client(calls, {"primary", "fallback"} if key == "key-1" else set()), | |
| ) | |
| monkeypatch.setattr(gemini_client, "_record_success", lambda _complexity: None) | |
| result = gemini_client.call_gemini("system", "user", _Result) | |
| assert result.value == "ok" | |
| assert calls == ["primary", "fallback", "primary"] | |