File size: 1,435 Bytes
ff17b25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
"""Failure fallbacks: LLM errors degrade to a sensible deterministic route."""
from app.agent import groq_client, understand
from app.agent.turn import run_turn


def test_is_vague_detection():
    assert understand.is_vague("I need an assessment")
    assert understand.is_vague("can you help me")
    assert not understand.is_vague("hiring a java developer")
    assert not understand.is_vague("5 years experience leading sales teams")


def test_llm_failure_falls_back_to_deterministic(monkeypatch):
    # Pretend a key exists but every call raises -> must not crash, must stay valid.
    monkeypatch.setattr(groq_client, "available", lambda: True)

    def boom(*a, **k):
        raise RuntimeError("groq down")

    monkeypatch.setattr(groq_client, "chat_json", boom)

    # Vague query under LLM failure -> clarify (NOT a blind recommend).
    r = run_turn([{"role": "user", "content": "I need an assessment"}])
    assert r.recommendations == [] and not r.end_of_conversation

    # Concrete query under LLM failure -> still recommends from the catalog.
    r2 = run_turn([{"role": "user", "content": "hiring a python developer"}])
    assert 1 <= len(r2.recommendations) <= 10


def test_understand_without_key_is_deterministic(monkeypatch):
    monkeypatch.setattr(groq_client, "available", lambda: False)
    u = understand.understand([{"role": "user", "content": "compare OPQ and GSA"}])
    assert u["intent"] == "compare"