snl-intern / tests /test_scope.py
xPushkal's picture
SHL Assessment Recommender — deploy snapshot
ff17b25
Raw History Blame Contribute Delete
1.24 kB
"""Embedding scope guard: catches novel off-topic without false-positive refusals."""
from app.agent.turn import run_turn
_REFUSAL = "I can only help you choose SHL assessments"
def _refused(messages):
return _REFUSAL in run_turn(messages).reply
def test_novel_off_topic_refused():
# Not in the keyword lists -> only the semantic guard can catch these.
assert _refused([{"role": "user", "content": "recommend a good sushi restaurant"}])
assert _refused([{"role": "user", "content": "what movie should I watch tonight"}])
def test_valid_unusual_roles_not_refused():
for content in (
"assessment for a Kubernetes platform engineer",
"hiring a wind turbine technician",
):
assert not _refused([{"role": "user", "content": content}])
def test_conversational_followups_not_refused():
base = run_turn([{"role": "user", "content": "graduate trainee battery"}])
for content in ("perfect, thanks", "remove the second one", "add a personality test"):
hist = [
{"role": "user", "content": "graduate trainee battery"},
{"role": "assistant", "content": base.reply},
{"role": "user", "content": content},
]
assert not _refused(hist)